Test your AI Agents with the all-new Agent to Agent Testing Platform.Learn More

How to use debug method in toolium

Best Python code snippet using toolium_python

BUILD

Source:BUILD

1# Description:2#   Python Client Code of the TensorFlow Debugger (tfdbg).3#4# Public target(s):5#6# ":debug_py": Public Python methods and classes of tfdbg.7#   For API documentation, see https://www.tensorflow.org/api_docs/python/tfdbg8#   For a user interface walkthrough, see https://www.tensorflow.org/guide/debugger9# ":grpc_debug_server": Server interface for grpc:// debug URLs.10load("//tensorflow:tensorflow.bzl", "cuda_py_test")11load("//tensorflow:tensorflow.bzl", "if_not_v2", "if_not_windows", "py_binary", "py_test")12package(13    default_visibility = ["//tensorflow:internal"],14    licenses = ["notice"],  # Apache 2.015)16exports_files(["LICENSE"])17py_library(18    name = "debug_py",19    srcs = ["__init__.py"],20    srcs_version = "PY2AND3",21    visibility = ["//visibility:public"],22    deps = [23        ":check_numerics_callback",24        ":debug_data",25        ":debug_events_monitors",26        ":debug_events_reader",27        ":debug_events_writer",28        ":debug_gradients",29        ":debug_graphs",30        ":debug_utils",31        ":dumping_callback",32        ":dumping_callback_test_lib",33        ":grpc_debug_server",34        ":grpc_debug_test_server",35        ":hooks",36        ":local_cli_wrapper",37        "//tensorflow/python:debug_ops_gen",38        "//tensorflow/python:util",39    ],40)41# Transitive dependencies of this target will be included in the pip package.42py_library(43    name = "debug_pip",44    data = [":grpc_tensorflow_server"],45    deps = [46        ":cli_test_utils",47        ":debug_py",48        ":grpc_debug_test_server",49        ":grpc_tensorflow_server_lib",50        ":offline_analyzer_lib",51        ":session_debug_testlib",52        ":source_remote",53    ] + if_not_windows([54        ":debug_examples_v1",55        ":debug_examples_v2",56    ]),57)58py_library(59    name = "op_callbacks_common",60    srcs = ["lib/op_callbacks_common.py"],61    srcs_version = "PY2AND3",62)63py_library(64    name = "check_numerics_callback",65    srcs = ["lib/check_numerics_callback.py"],66    srcs_version = "PY2AND3",67    deps = [68        ":op_callbacks_common",69        ":source_utils",70        "//tensorflow/python:array_ops",71        "//tensorflow/python:debug_ops_gen",72        "//tensorflow/python:op_callbacks",73        "//third_party/py/numpy",74    ],75)76py_library(77    name = "dumping_callback",78    srcs = ["lib/dumping_callback.py"],79    srcs_version = "PY2AND3",80    deps = [81        ":debug_events_writer",82        ":op_callbacks_common",83        ":source_utils",84        "//tensorflow/python:array_ops",85        "//tensorflow/python:debug_ops_gen",86        "//tensorflow/python:op_callbacks",87        "//third_party/py/numpy",88    ],89)90py_library(91    name = "dumping_callback_test_lib",92    srcs = ["lib/dumping_callback_test_lib.py"],93    srcs_version = "PY2AND3",94    deps = [95        ":check_numerics_callback",96        ":debug_events_reader",97        ":dumping_callback",98        "//third_party/py/numpy",99    ],100)101py_library(102    name = "common",103    srcs = ["lib/common.py"],104    srcs_version = "PY2AND3",105)106py_library(107    name = "debug_events_reader",108    srcs = ["lib/debug_events_reader.py"],109    srcs_version = "PY2AND3",110    deps = [111        "//tensorflow/core:protos_all_py",112        "//tensorflow/python:framework",113        "//tensorflow/python:lib",114        "@six_archive//:six",115    ],116)117py_library(118    name = "debug_events_monitors",119    srcs = ["lib/debug_events_monitors.py"],120    srcs_version = "PY2AND3",121    deps = [122        "//tensorflow/core:protos_all_py",123        "//tensorflow/python:framework",124        "//tensorflow/python:lib",125        "//third_party/py/numpy",126    ],127)128py_library(129    name = "debug_events_writer",130    srcs = ["lib/debug_events_writer.py"],131    srcs_version = "PY2AND3",132    deps = [133        "//tensorflow/core:protos_all_py",134        "//tensorflow/python:framework",135    ],136)137py_library(138    name = "debug_graphs",139    srcs = ["lib/debug_graphs.py"],140    srcs_version = "PY2AND3",141    deps = [142        "//tensorflow/core:protos_all_py",143        "//tensorflow/python:framework",144        "//tensorflow/python:op_def_registry",145        "//tensorflow/python:platform",146        "//tensorflow/python:tensor_util",147        "@six_archive//:six",148    ],149)150py_library(151    name = "debug_data",152    srcs = ["lib/debug_data.py"],153    srcs_version = "PY2AND3",154    visibility = [155        "//tensorflow:internal",156        "//third_party/py/tf_slim:__subpackages__",157    ],158    deps = [159        ":debug_graphs",160        "//tensorflow/core:protos_all_py",161        "//tensorflow/python:framework",162        "//tensorflow/python:op_def_registry",163        "//tensorflow/python:platform",164        "//tensorflow/python:tensor_util",165        "//third_party/py/numpy",166        "@six_archive//:six",167    ],168)169py_library(170    name = "debug_gradients",171    srcs = ["lib/debug_gradients.py"],172    srcs_version = "PY2AND3",173    deps = [174        ":debug_data",175        ":debug_graphs",176        "//tensorflow/python:array_ops",177        "//tensorflow/python:framework",178        "//tensorflow/python:platform",179        "@six_archive//:six",180    ],181)182py_library(183    name = "debug_utils",184    srcs = ["lib/debug_utils.py"],185    srcs_version = "PY2AND3",186)187py_binary(188    name = "grpc_tensorflow_server",189    srcs = ["lib/grpc_tensorflow_server.py"],190    python_version = "PY3",191    srcs_version = "PY2AND3",192    deps = [":grpc_tensorflow_server_lib"],193)194py_library(195    name = "grpc_tensorflow_server_lib",196    srcs = [197        "lib/grpc_tensorflow_server.py",198    ],199    srcs_version = "PY2AND3",200    deps = [201        "//tensorflow/core:protos_all_py",202        "//tensorflow/python:platform",203        "//tensorflow/python:training",204    ],205)206py_library(207    name = "source_utils",208    srcs = ["lib/source_utils.py"],209    srcs_version = "PY2AND3",210    deps = [211        ":profiling",212        "//third_party/py/numpy",213    ],214)215py_library(216    name = "source_remote",217    srcs = ["lib/source_remote.py"],218    srcs_version = "PY2AND3",219    deps = [220        ":common",221        ":debug_service_pb2_grpc",222        "//tensorflow/core/debug:debug_service_proto_py",223        "//tensorflow/python/profiler:tfprof_logger",224    ],225)226py_library(227    name = "framework",228    srcs = ["wrappers/framework.py"],229    srcs_version = "PY2AND3",230    deps = [231        ":debug_utils",232        "//tensorflow/core:protos_all_py",233        "//tensorflow/python:client",234        "//tensorflow/python:errors",235        "//tensorflow/python:framework_ops",236        "//tensorflow/python:training",237    ],238)239py_library(240    name = "debugger_cli_common",241    srcs = ["cli/debugger_cli_common.py"],242    srcs_version = "PY2AND3",243    deps = [244        "//tensorflow/python:platform",245        "//tensorflow/python:pywrap_tf_session",246        "//third_party/py/numpy",247        "@six_archive//:six",248    ],249)250py_library(251    name = "cli_config",252    srcs = ["cli/cli_config.py"],253    srcs_version = "PY2AND3",254    deps = [":debugger_cli_common"],255)256py_library(257    name = "command_parser",258    srcs = ["cli/command_parser.py"],259    srcs_version = "PY2AND3",260)261py_library(262    name = "tensor_format",263    srcs = ["cli/tensor_format.py"],264    srcs_version = "PY2AND3",265    deps = [266        ":debug_data",267        ":debugger_cli_common",268        "//third_party/py/numpy",269    ],270)271py_library(272    name = "cli_shared",273    srcs = ["cli/cli_shared.py"],274    srcs_version = "PY2AND3",275    deps = [276        ":command_parser",277        ":common",278        ":debugger_cli_common",279        ":tensor_format",280        "//tensorflow/python:framework_for_generated_wrappers",281        "//tensorflow/python:platform",282        "//tensorflow/python:variables",283        "//third_party/py/numpy",284        "@six_archive//:six",285    ],286)287py_library(288    name = "evaluator",289    srcs = ["cli/evaluator.py"],290    srcs_version = "PY2AND3",291    deps = [292        ":debug_data",293        "//third_party/py/numpy",294    ],295)296py_library(297    name = "analyzer_cli",298    srcs = ["cli/analyzer_cli.py"],299    srcs_version = "PY2AND3",300    deps = [301        ":cli_config",302        ":cli_shared",303        ":command_parser",304        ":debug_graphs",305        ":debugger_cli_common",306        ":evaluator",307        ":source_utils",308        ":ui_factory",309        "@six_archive//:six",310    ],311)312py_library(313    name = "profiling",314    srcs = ["lib/profiling.py"],315    srcs_version = "PY2AND3",316)317py_library(318    name = "profile_analyzer_cli",319    srcs = ["cli/profile_analyzer_cli.py"],320    srcs_version = "PY2AND3",321    deps = [322        ":cli_shared",323        ":command_parser",324        ":debugger_cli_common",325        ":profiling",326        ":source_utils",327        ":ui_factory",328        "//third_party/py/numpy",329    ],330)331py_library(332    name = "base_ui",333    srcs = ["cli/base_ui.py"],334    srcs_version = "PY2AND3",335    deps = [336        ":cli_config",337        ":command_parser",338        ":debugger_cli_common",339    ],340)341py_library(342    name = "curses_widgets",343    srcs = ["cli/curses_widgets.py"],344    srcs_version = "PY2AND3",345    deps = [":debugger_cli_common"],346)347py_library(348    name = "curses_ui",349    srcs = ["cli/curses_ui.py"],350    srcs_version = "PY2AND3",351    deps = [352        ":base_ui",353        ":cli_shared",354        ":command_parser",355        ":curses_widgets",356        ":debugger_cli_common",357        ":tensor_format",358        "@six_archive//:six",359    ],360)361py_library(362    name = "readline_ui",363    srcs = ["cli/readline_ui.py"],364    srcs_version = "PY2AND3",365    deps = [366        ":base_ui",367        ":debugger_cli_common",368    ],369)370py_library(371    name = "ui_factory",372    srcs = ["cli/ui_factory.py"],373    srcs_version = "PY2AND3",374    deps = [375        ":curses_ui",376        ":readline_ui",377    ],378)379py_library(380    name = "dumping_wrapper",381    srcs = ["wrappers/dumping_wrapper.py"],382    srcs_version = "PY2AND3",383    visibility = [384        "//tensorflow:internal",385        "//third_party/py/tf_slim:__subpackages__",386    ],387    deps = [388        ":debug_data",389        ":framework",390        "//tensorflow/core:protos_all_py",391        "//tensorflow/python:platform",392    ],393)394py_library(395    name = "grpc_wrapper",396    srcs = ["wrappers/grpc_wrapper.py"],397    srcs_version = "PY2AND3",398    deps = [399        ":common",400        ":framework",401        ":source_remote",402    ],403)404py_library(405    name = "local_cli_wrapper",406    srcs = ["wrappers/local_cli_wrapper.py"],407    srcs_version = "PY2AND3",408    deps = [409        ":analyzer_cli",410        ":cli_shared",411        ":command_parser",412        ":common",413        ":debug_data",414        ":debugger_cli_common",415        ":framework",416        ":profile_analyzer_cli",417        ":tensor_format",418        ":ui_factory",419    ],420)421py_library(422    name = "hooks",423    srcs = ["wrappers/hooks.py"],424    srcs_version = "PY2AND3",425    visibility = [426        "//tensorflow:internal",427        "//third_party/py/tf_slim:__subpackages__",428    ],429    deps = [430        ":debug_utils",431        ":dumping_wrapper",432        ":framework",433        ":grpc_wrapper",434        ":local_cli_wrapper",435        "//tensorflow/core:protos_all_py",436        "//tensorflow/python:training",437    ],438)439py_binary(440    name = "offline_analyzer",441    srcs = ["cli/offline_analyzer.py"],442    python_version = "PY3",443    srcs_version = "PY2AND3",444    deps = [":offline_analyzer_lib"],445)446py_library(447    name = "offline_analyzer_lib",448    srcs = ["cli/offline_analyzer.py"],449    srcs_version = "PY2AND3",450    deps = [451        ":analyzer_cli",452        ":debug_data",453        "//tensorflow/python",  # TODO(b/34059704): remove when fixed454        "//tensorflow/python:platform",455    ],456)457py_library(458    name = "debug_examples_v1",459    deps = [460        ":debug_errors_lib",461        ":debug_fibonacci_lib",462        ":debug_keras_lib",463    ] + if_not_v2([464        ":debug_mnist_lib",465        ":debug_tflearn_iris_lib",466    ]),467)468py_library(469    name = "debug_examples_v2",470    deps = [471        ":debug_fibonacci_lib",472        ":debug_mnist_lib",473    ],474)475py_binary(476    name = "debug_fibonacci",477    srcs = ["examples/v1/debug_fibonacci.py"],478    python_version = "PY3",479    srcs_version = "PY2AND3",480    deps = [":debug_fibonacci_lib"],481)482py_binary(483    name = "debug_fibonacci_v2",484    srcs = ["examples/v2/debug_fibonacci_v2.py"],485    python_version = "PY3",486    srcs_version = "PY2AND3",487    deps = [":debug_fibonacci_lib"],488)489py_library(490    name = "debug_fibonacci_lib",491    srcs = [492        "examples/v1/debug_fibonacci.py",493        "examples/v2/debug_fibonacci_v2.py",494    ],495    srcs_version = "PY2AND3",496    deps = [497        ":debug_py",498        "//tensorflow:tensorflow_py",499        "//third_party/py/numpy",500        "@six_archive//:six",501    ],502)503py_binary(504    name = "debug_errors",505    srcs = ["examples/v1/debug_errors.py"],506    python_version = "PY3",507    srcs_version = "PY2AND3",508    deps = [":debug_errors_lib"],509)510py_library(511    name = "debug_errors_lib",512    srcs = ["examples/v1/debug_errors.py"],513    srcs_version = "PY2AND3",514    deps = [515        ":debug_py",516        "//tensorflow:tensorflow_py",517        "//third_party/py/numpy",518    ],519)520py_binary(521    name = "debug_mnist",522    srcs = ["examples/debug_mnist.py"],523    python_version = "PY3",524    srcs_version = "PY2AND3",525    deps = [":debug_mnist_lib"],526)527py_binary(528    name = "debug_mnist_v1",529    srcs = ["examples/v1/debug_mnist_v1.py"],530    python_version = "PY3",531    srcs_version = "PY2AND3",532    deps = [":debug_mnist_lib"],533)534py_binary(535    name = "debug_mnist_v2",536    srcs = ["examples/v2/debug_mnist_v2.py"],537    python_version = "PY3",538    srcs_version = "PY2AND3",539    deps = [":debug_mnist_lib"],540)541py_library(542    name = "debug_mnist_lib",543    srcs = [544        "examples/debug_mnist.py",545        "examples/v1/debug_mnist_v1.py",546        "examples/v2/debug_mnist_v2.py",547    ],548    srcs_version = "PY2AND3",549    deps = [550        ":debug_py",551        "//tensorflow:tensorflow_py",552    ],553)554py_binary(555    name = "debug_tflearn_iris",556    srcs = ["examples/v1/debug_tflearn_iris.py"],557    python_version = "PY3",558    srcs_version = "PY2AND3",559    deps = [":debug_tflearn_iris_lib"],560)561py_library(562    name = "debug_tflearn_iris_lib",563    srcs = ["examples/v1/debug_tflearn_iris.py"],564    srcs_version = "PY2AND3",565    deps = [566        ":debug_py",567        "//tensorflow:tensorflow_py",568        "@six_archive//:six",569    ],570)571py_binary(572    name = "debug_keras",573    srcs = ["examples/v1/debug_keras.py"],574    python_version = "PY3",575    srcs_version = "PY2AND3",576    deps = [":debug_keras_lib"],577)578py_library(579    name = "debug_keras_lib",580    srcs = ["examples/v1/debug_keras.py"],581    srcs_version = "PY2AND3",582    deps = [583        ":debug_py",584        "//tensorflow:tensorflow_py",585        "//third_party/py/numpy",586    ],587)588py_test(589    name = "common_test",590    size = "small",591    srcs = ["lib/common_test.py"],592    python_version = "PY3",593    srcs_version = "PY2AND3",594    deps = [595        ":common",596        "//tensorflow/python:client",597        "//tensorflow/python:client_testlib",598        "//tensorflow/python:constant_op",599        "//tensorflow/python:platform_test",600    ],601)602py_test(603    name = "debug_events_monitors_test",604    size = "medium",605    srcs = ["lib/debug_events_monitors_test.py"],606    python_version = "PY3",607    srcs_version = "PY2AND3",608    tags = [609        "no_windows",  # b/142475891610    ],611    deps = [612        ":debug_events_monitors",613        ":debug_events_reader",614        ":debug_events_writer",615        ":dumping_callback",616        ":dumping_callback_test_lib",617        "//tensorflow/core:protos_all_py",618        "//tensorflow/python:client_testlib",619        "//tensorflow/python:framework_test_lib",620        "//third_party/py/numpy",621    ],622)623py_test(624    name = "debug_events_writer_test",625    size = "medium",626    srcs = ["lib/debug_events_writer_test.py"],627    python_version = "PY3",628    srcs_version = "PY2AND3",629    tags = [630        "no_windows",  # b/142475891631    ],632    deps = [633        ":debug_events_reader",634        ":debug_events_writer",635        ":dumping_callback_test_lib",636        "//tensorflow/core:protos_all_py",637        "//tensorflow/python:client_testlib",638        "//tensorflow/python:framework_test_lib",639    ],640)641py_test(642    name = "debug_graphs_test",643    size = "small",644    srcs = ["lib/debug_graphs_test.py"],645    python_version = "PY3",646    srcs_version = "PY2AND3",647    deps = [648        ":debug_graphs",649        "//tensorflow/python:client_testlib",650        "//tensorflow/python:framework_test_lib",651    ],652)653py_test(654    name = "debug_data_test",655    size = "small",656    srcs = ["lib/debug_data_test.py"],657    python_version = "PY3",658    srcs_version = "PY2AND3",659    deps = [660        ":debug_data",661        "//tensorflow/core:protos_all_py",662        "//tensorflow/python:client_testlib",663        "//tensorflow/python:framework_test_lib",664        "//tensorflow/python:platform",665        "//tensorflow/python:platform_test",666        "//third_party/py/numpy",667    ],668)669cuda_py_test(670    name = "check_numerics_callback_test",671    size = "medium",672    srcs = ["lib/check_numerics_callback_test.py"],673    python_version = "PY3",674    tags = ["no_windows"],675    deps = [676        ":check_numerics_callback",677        "//tensorflow/python:framework_test_lib",678        "//tensorflow/python:math_ops",679        "//tensorflow/python:platform_test",680        "//tensorflow/python:variables",681        "//third_party/py/numpy",682    ],683)684cuda_py_test(685    name = "distributed_callbacks_test",686    size = "medium",687    srcs = ["lib/distributed_callbacks_test.py"],688    python_version = "PY3",689    shard_count = 4,690    tags = [691        "guitar",692        "multi_and_single_gpu",693        "no_windows",  # TODO(b/142475891): Enable this test on Windows.694        "no_windows_gpu",  # TODO(b/130551176)695    ],696    xla_enable_strict_auto_jit = False,  # Node names are different with autojit697    deps = [698        ":check_numerics_callback",699        ":debug_events_reader",700        ":debug_events_writer",701        ":dumping_callback",702        ":dumping_callback_test_lib",703        "//tensorflow/python:framework_test_lib",704        "//tensorflow/python:math_ops",705        "//tensorflow/python:platform_test",706        "//tensorflow/python:variables",707        "//tensorflow/python/distribute:combinations",708        "//tensorflow/python/distribute:mirrored_strategy",709        "//tensorflow/python/distribute:strategy_combinations",710        "//tensorflow/python/keras",711        "//third_party/py/numpy",712    ],713)714cuda_py_test(715    name = "dumping_callback_test",716    size = "medium",717    srcs = ["lib/dumping_callback_test.py"],718    python_version = "PY3",719    shard_count = 8,720    tags = [721        "no_windows",  # TODO(b/142475891): Enable this test on Windows.722    ],723    xla_enable_strict_auto_jit = False,  # Node names are different with autojit724    deps = [725        ":debug_events_reader",726        ":debug_events_writer",727        ":dumping_callback",728        ":dumping_callback_test_lib",729        "//tensorflow/python:framework_test_lib",730        "//tensorflow/python:math_ops",731        "//tensorflow/python:platform_test",732        "//tensorflow/python:variables",733        "//tensorflow/python/keras",734        "//third_party/py/numpy",735    ],736)737cuda_py_test(738    name = "debug_v2_ops_test",739    size = "medium",740    srcs = ["lib/debug_v2_ops_test.py"],741    python_version = "PY3",742    tags = [743        "no_windows",  # b/142475891744    ],745    deps = [746        ":debug_events_reader",747        ":debug_events_writer",748        ":dumping_callback_test_lib",749        "//tensorflow/python:debug_ops_gen",750        "//tensorflow/python:framework_test_lib",751        "//tensorflow/python:gradients",752        "//tensorflow/python:math_ops",753        "//tensorflow/python:platform_test",754        "//tensorflow/python:training",755        "//tensorflow/python:variables",756        "//tensorflow/python/data/ops:dataset_ops",757        "//tensorflow/python/keras",758        "//third_party/py/numpy",759    ],760)761cuda_py_test(762    name = "debug_gradients_test",763    size = "small",764    srcs = ["lib/debug_gradients_test.py"],765    python_version = "PY3",766    xla_enable_strict_auto_jit = False,  # Node names are different with autojit767    deps = [768        ":debug_data",769        ":debug_gradients",770        ":debug_utils",771        "//tensorflow/python:client",772        "//tensorflow/python:framework_test_lib",773        "//tensorflow/python:gradients",774        "//tensorflow/python:math_ops",775        "//tensorflow/python:platform_test",776        "//tensorflow/python:training",777        "//tensorflow/python:variables",778    ],779)780py_test(781    name = "debug_utils_test",782    size = "small",783    srcs = ["lib/debug_utils_test.py"],784    python_version = "PY3",785    srcs_version = "PY2AND3",786    deps = [787        ":debug_utils",788        "//tensorflow/core:protos_all_py",789        "//tensorflow/python:client",790        "//tensorflow/python:framework_for_generated_wrappers",791        "//tensorflow/python:framework_test_lib",792        "//tensorflow/python:math_ops",793        "//tensorflow/python:platform_test",794        "//tensorflow/python:resource_variable_ops",795        "//tensorflow/python:variables",796        "//third_party/py/numpy",797    ],798)799py_test(800    name = "source_utils_test",801    size = "small",802    srcs = ["lib/source_utils_test.py"],803    python_version = "PY3",804    srcs_version = "PY2AND3",805    tags = [806        "no_oss_py38",  #TODO(b/151449908)807        "no_windows",808    ],809    deps = [810        ":debug_data",811        ":debug_utils",812        ":source_utils",813        "//tensorflow/core:protos_all_py",814        "//tensorflow/python:client",815        "//tensorflow/python:cond_v2",816        "//tensorflow/python:constant_op",817        "//tensorflow/python:control_flow_ops",818        "//tensorflow/python:framework_ops",819        "//tensorflow/python:framework_test_lib",820        "//tensorflow/python:math_ops",821        "//tensorflow/python:platform_test",822        "//tensorflow/python:resource_variable_ops",823        "//tensorflow/python:util",824        "//tensorflow/python:variables",825        "//tensorflow/python:while_v2",826        "//third_party/py/numpy",827    ],828)829py_test(830    name = "source_remote_test",831    size = "small",832    srcs = ["lib/source_remote_test.py"],833    python_version = "PY3",834    srcs_version = "PY2AND3",835    tags = [836        "no_windows",837        "oss_serial",838    ],839    deps = [840        ":grpc_debug_test_server",841        ":source_remote",842        ":source_utils",843        "//tensorflow/core:protos_all_py",844        "//tensorflow/python:client",845        "//tensorflow/python:client_testlib",846        "//tensorflow/python:framework_ops",847        "//tensorflow/python:framework_test_lib",848        "//tensorflow/python:math_ops",849        "//tensorflow/python:platform_test",850        "//tensorflow/python:resource_variable_ops",851        "//tensorflow/python:util",852        "//tensorflow/python:variables",853    ],854)855py_test(856    name = "framework_test",857    size = "medium",858    srcs = ["wrappers/framework_test.py"],859    python_version = "PY3",860    srcs_version = "PY2AND3",861    deps = [862        ":debug_data",863        ":framework",864        "//tensorflow/core:protos_all_py",865        "//tensorflow/python:array_ops",866        "//tensorflow/python:client",867        "//tensorflow/python:errors",868        "//tensorflow/python:framework_for_generated_wrappers",869        "//tensorflow/python:framework_test_lib",870        "//tensorflow/python:math_ops",871        "//tensorflow/python:platform_test",872        "//tensorflow/python:resource_variable_ops",873        "//tensorflow/python:training",874        "//tensorflow/python:util",875        "//tensorflow/python:variables",876        "//third_party/py/numpy",877    ],878)879py_test(880    name = "profiling_test",881    size = "small",882    srcs = ["lib/profiling_test.py"],883    python_version = "PY3",884    srcs_version = "PY2AND3",885    deps = [886        ":profiling",887        "//tensorflow/core:protos_all_py",888        "//tensorflow/python:framework_test_lib",889        "//tensorflow/python:platform_test",890    ],891)892py_test(893    name = "curses_ui_test",894    size = "small",895    srcs = ["cli/curses_ui_test.py"],896    python_version = "PY3",897    srcs_version = "PY2AND3",898    tags = [899        "no_windows",900    ],901    deps = [902        ":cli_test_utils",903        ":curses_ui",904        ":debugger_cli_common",905        ":tensor_format",906        "//tensorflow/python:framework_test_lib",907        "//tensorflow/python:platform",908        "//tensorflow/python:platform_test",909        "//third_party/py/numpy",910    ],911)912py_test(913    name = "readline_ui_test",914    size = "small",915    srcs = ["cli/readline_ui_test.py"],916    python_version = "PY3",917    srcs_version = "PY2AND3",918    deps = [919        ":cli_config",920        ":debugger_cli_common",921        ":readline_ui",922        ":ui_factory",923        "//tensorflow/python:framework_test_lib",924        "//tensorflow/python:platform",925        "//tensorflow/python:platform_test",926    ],927)928py_library(929    name = "session_debug_testlib",930    srcs = ["lib/session_debug_testlib.py"],931    srcs_version = "PY2AND3",932    deps = [933        ":debug_data",934        ":debug_graphs",935        ":debug_utils",936        "//tensorflow/core:protos_all_py",937        "//tensorflow/python:array_ops",938        "//tensorflow/python:client",939        "//tensorflow/python:client_testlib",940        "//tensorflow/python:control_flow_ops",941        "//tensorflow/python:data_flow_ops",942        "//tensorflow/python:errors",943        "//tensorflow/python:framework_for_generated_wrappers",944        "//tensorflow/python:framework_test_lib",945        "//tensorflow/python:math_ops",946        "//tensorflow/python:parsing_ops",947        "//tensorflow/python:platform_test",948        "//tensorflow/python:rnn",949        "//tensorflow/python:rnn_cell",950        "//tensorflow/python:state_ops",951        "//tensorflow/python:tensor_array_grad",952        "//tensorflow/python:training",953        "//tensorflow/python:variables",954        "//third_party/py/numpy",955        "@six_archive//:six",956    ],957)958py_library(959    name = "debug_service_pb2_grpc",960    srcs = ["lib/debug_service_pb2_grpc.py"],961    srcs_version = "PY2AND3",962    deps = [963        "//tensorflow/core/debug:debug_service_proto_py",964    ],965)966py_library(967    name = "grpc_debug_server",968    srcs = ["lib/grpc_debug_server.py"],969    srcs_version = "PY2AND3",970    visibility = ["//visibility:public"],971    deps = [972        ":debug_graphs",973        ":debug_service_pb2_grpc",974        "//tensorflow/core/debug:debug_service_proto_py",975        "@six_archive//:six",976    ],977)978py_library(979    name = "grpc_debug_test_server",980    srcs = ["lib/grpc_debug_test_server.py"],981    srcs_version = "PY2AND3",982    deps = [983        ":debug_data",984        ":debug_utils",985        ":grpc_debug_server",986        "//tensorflow/core:protos_all_py",987        "//tensorflow/python:client",988        "//tensorflow/python:constant_op",989        "//tensorflow/python:errors",990        "//tensorflow/python:variables",991    ],992)993cuda_py_test(994    name = "debug_grappler_test",995    size = "small",996    srcs = ["lib/debug_grappler_test.py"],997    python_version = "PY3",998    xla_enable_strict_auto_jit = False,  # Tests TF:Classic implementation.999    deps = [1000        ":debug_data",1001        ":debug_utils",1002        "//tensorflow/python:client",1003        "//tensorflow/python:framework_for_generated_wrappers",1004        "//tensorflow/python:math_ops",1005        "//tensorflow/python:platform_test",1006        "//tensorflow/python:variables",1007    ],1008)1009cuda_py_test(1010    name = "session_debug_file_test",1011    size = "small",1012    srcs = ["lib/session_debug_file_test.py"],1013    python_version = "PY3",1014    tags = ["notsan"],1015    xla_enable_strict_auto_jit = False,  # Node names are different with autojit1016    deps = [1017        ":debug_data",1018        ":debug_utils",1019        ":session_debug_testlib",1020        "//tensorflow/python:client",1021        "//tensorflow/python:framework_for_generated_wrappers",1022        "//tensorflow/python:math_ops",1023        "//tensorflow/python:platform_test",1024        "//tensorflow/python:variables",1025    ],1026)1027cuda_py_test(1028    name = "debug_graph_reconstruction_test",1029    size = "small",1030    srcs = ["lib/debug_graph_reconstruction_test.py"],1031    python_version = "PY3",1032    xla_enable_strict_auto_jit = False,  # Node names are different with autojit1033    deps = [1034        ":debug_data",1035        ":debug_utils",1036        "//tensorflow/python:client",1037        "//tensorflow/python:client_testlib",1038        "//tensorflow/python:control_flow_ops",1039        "//tensorflow/python:framework_test_lib",1040        "//tensorflow/python:math_ops",1041        "//tensorflow/python:training",1042        "//tensorflow/python:variables",1043    ],1044)1045cuda_py_test(1046    name = "session_debug_multi_gpu_test",1047    size = "small",1048    srcs = ["lib/session_debug_multi_gpu_test.py"],1049    python_version = "PY3",1050    tags = ["no_windows_gpu"],1051    xla_enable_strict_auto_jit = False,  # Node names are different with autojit1052    deps = [1053        ":debug_data",1054        ":debug_utils",1055        "//tensorflow/python:client",1056        "//tensorflow/python:framework_for_generated_wrappers",1057        "//tensorflow/python:framework_test_lib",1058        "//tensorflow/python:math_ops",1059        "//tensorflow/python:platform_test",1060        "//tensorflow/python:variables",1061    ],1062)1063py_test(1064    name = "debugger_cli_common_test",1065    size = "small",1066    srcs = ["cli/debugger_cli_common_test.py"],1067    python_version = "PY3",1068    srcs_version = "PY2AND3",1069    deps = [1070        ":debugger_cli_common",1071        "//tensorflow/python:framework_test_lib",1072        "//tensorflow/python:platform",1073        "//tensorflow/python:platform_test",1074        "//tensorflow/python:pywrap_tf_session",1075        "//third_party/py/numpy",1076    ],1077)1078py_test(1079    name = "cli_config_test",1080    size = "small",1081    srcs = ["cli/cli_config_test.py"],1082    python_version = "PY3",1083    srcs_version = "PY2AND3",1084    deps = [1085        ":cli_config",1086        "//tensorflow/python:framework_test_lib",1087        "//tensorflow/python:platform",1088        "//tensorflow/python:platform_test",1089    ],1090)1091py_test(1092    name = "command_parser_test",1093    size = "small",1094    srcs = ["cli/command_parser_test.py"],1095    python_version = "PY3",1096    srcs_version = "PY2AND3",1097    deps = [1098        ":command_parser",1099        "//tensorflow/python:framework_test_lib",1100        "//tensorflow/python:platform_test",1101    ],1102)1103py_test(1104    name = "tensor_format_test",1105    size = "small",1106    srcs = ["cli/tensor_format_test.py"],1107    python_version = "PY3",1108    srcs_version = "PY2AND3",1109    deps = [1110        ":cli_test_utils",1111        ":debug_data",1112        ":tensor_format",1113        "//tensorflow/core:protos_all_py",1114        "//tensorflow/python:framework_test_lib",1115        "//tensorflow/python:platform_test",1116        "//third_party/py/numpy",1117        "@six_archive//:six",1118    ],1119)1120py_test(1121    name = "cli_shared_test",1122    size = "small",1123    srcs = ["cli/cli_shared_test.py"],1124    python_version = "PY3",1125    srcs_version = "PY2AND3",1126    deps = [1127        ":cli_shared",1128        ":debugger_cli_common",1129        "//tensorflow/python:errors",1130        "//tensorflow/python:framework_for_generated_wrappers",1131        "//tensorflow/python:framework_test_lib",1132        "//tensorflow/python:platform_test",1133        "//tensorflow/python:sparse_tensor",1134        "//tensorflow/python:variables",1135    ],1136)1137py_test(1138    name = "evaluator_test",1139    size = "small",1140    srcs = [1141        "cli/evaluator_test.py",1142    ],1143    python_version = "PY3",1144    srcs_version = "PY2AND3",1145    deps = [1146        ":debug_data",1147        ":evaluator",1148        "//tensorflow/python:client_testlib",1149        "//tensorflow/python:framework_test_lib",1150        "//third_party/py/numpy",1151    ],1152)1153py_library(1154    name = "cli_test_utils",1155    srcs = ["cli/cli_test_utils.py"],1156    srcs_version = "PY2AND3",1157)1158cuda_py_test(1159    name = "analyzer_cli_test",1160    size = "small",1161    srcs = ["cli/analyzer_cli_test.py"],1162    python_version = "PY3",1163    tags = ["no_windows"],  # TODO: needs investigation on Windows1164    xla_enable_strict_auto_jit = False,  # Node names are different with autojit1165    deps = [1166        ":analyzer_cli",1167        ":cli_config",1168        ":cli_test_utils",1169        ":command_parser",1170        ":debug_data",1171        ":debug_utils",1172        ":debugger_cli_common",1173        ":source_utils",1174        "//tensorflow:tensorflow_py",1175        "//tensorflow/python:array_ops",1176        "//tensorflow/python:client",1177        "//tensorflow/python:client_testlib",1178        "//tensorflow/python:control_flow_ops",1179        "//tensorflow/python:framework_for_generated_wrappers",1180        "//tensorflow/python:framework_test_lib",1181        "//tensorflow/python:math_ops",1182        "//tensorflow/python:platform_test",1183        "//tensorflow/python:util",1184        "//tensorflow/python:variables",1185        "//third_party/py/numpy",1186        "@six_archive//:six",1187    ],1188)1189py_test(1190    name = "profile_analyzer_cli_test",1191    size = "small",1192    srcs = ["cli/profile_analyzer_cli_test.py"],1193    python_version = "PY3",1194    srcs_version = "PY2AND3",1195    deps = [1196        ":debugger_cli_common",1197        ":profile_analyzer_cli",1198        "//tensorflow/core:protos_all_py",1199        "//tensorflow/python:client_testlib",1200        "//tensorflow/python:control_flow_ops",1201        "//tensorflow/python:framework_for_generated_wrappers",1202        "//tensorflow/python:framework_test_lib",1203        "//tensorflow/python:math_ops",1204        "//tensorflow/python:platform_test",1205        "//tensorflow/python:session",1206        "//tensorflow/python:util",1207    ],1208)1209cuda_py_test(1210    name = "session_debug_grpc_test",1211    size = "medium",1212    srcs = ["lib/session_debug_grpc_test.py"],1213    python_version = "PY3",1214    tags = [1215        "no_oss",  # Test flaky due to port collisions.1216        "no_windows",1217        "notsan",1218        "oss_serial",1219    ],1220    xla_enable_strict_auto_jit = False,  # Node names are different with autojit1221    deps = [1222        ":debug_data",1223        ":debug_utils",1224        ":dumping_wrapper",1225        ":grpc_debug_test_server",1226        ":grpc_wrapper",1227        ":hooks",1228        ":session_debug_testlib",1229        "//tensorflow/python:client",1230        "//tensorflow/python:client_testlib",1231        "//tensorflow/python:framework_for_generated_wrappers",1232        "//tensorflow/python:math_ops",1233        "//tensorflow/python:platform_test",1234        "//tensorflow/python:variables",1235    ],1236)1237cuda_py_test(1238    name = "grpc_large_data_test",1239    size = "medium",1240    srcs = ["lib/grpc_large_data_test.py"],1241    python_version = "PY3",1242    tags = [1243        "no_oss",  # Test flaky due to port collisions.1244        "no_windows",1245        "noasan",  # Times out due to size of test (b/73731462).1246        "optonly",  # Test flaky (b/80130873)1247        "oss_serial",1248    ],1249    xla_enable_strict_auto_jit = False,  # Node names are different with autojit1250    deps = [1251        ":dumping_wrapper",1252        ":grpc_debug_test_server",1253        ":grpc_wrapper",1254        ":session_debug_testlib",1255        "//tensorflow/python:client",1256        "//tensorflow/python:client_testlib",1257        "//tensorflow/python:framework_for_generated_wrappers",1258        "//tensorflow/python:platform_test",1259        "//tensorflow/python:variables",1260        "//third_party/py/numpy",1261    ],1262)1263# TODO(cais): Run the test in OSS, perhaps through a sh_test.1264cuda_py_test(1265    name = "dist_session_debug_grpc_test",1266    size = "medium",1267    srcs = ["lib/dist_session_debug_grpc_test.py"],1268    grpc_enabled = True,1269    python_version = "PY3",1270    tags = [1271        "no_oss",  # Incompatible with bazel_pip.1272        "no_windows",1273        "notsan",1274    ],1275    xla_enable_strict_auto_jit = False,  # Node names are different with autojit1276    deps = [1277        ":debug_data",1278        ":debug_utils",1279        ":dumping_wrapper",1280        ":grpc_debug_test_server",1281        ":grpc_wrapper",1282        ":hooks",1283        "//tensorflow/python:client",1284        "//tensorflow/python:client_testlib",1285        "//tensorflow/python:framework_for_generated_wrappers",1286        "//tensorflow/python:math_ops",1287        "//tensorflow/python:platform_test",1288        "//tensorflow/python:variables",1289    ],1290)1291py_test(1292    name = "dumping_wrapper_test",1293    size = "small",1294    srcs = ["wrappers/dumping_wrapper_test.py"],1295    python_version = "PY3",1296    srcs_version = "PY2AND3",1297    deps = [1298        ":debug_data",1299        ":dumping_wrapper",1300        ":framework",1301        ":hooks",1302        "//tensorflow/python:array_ops",1303        "//tensorflow/python:client",1304        "//tensorflow/python:framework_for_generated_wrappers",1305        "//tensorflow/python:framework_test_lib",1306        "//tensorflow/python:platform",1307        "//tensorflow/python:platform_test",1308        "//tensorflow/python:state_ops",1309        "//tensorflow/python:training",1310        "//tensorflow/python:variables",1311    ],1312)1313py_test(1314    name = "local_cli_wrapper_test",1315    size = "small",1316    srcs = ["wrappers/local_cli_wrapper_test.py"],1317    python_version = "PY3",1318    srcs_version = "PY2AND3",1319    deps = [1320        ":cli_shared",1321        ":debugger_cli_common",1322        ":local_cli_wrapper",1323        ":ui_factory",1324        "//tensorflow/core:protos_all_py",1325        "//tensorflow/python:array_ops",1326        "//tensorflow/python:client",1327        "//tensorflow/python:control_flow_ops",1328        "//tensorflow/python:errors",1329        "//tensorflow/python:framework_for_generated_wrappers",1330        "//tensorflow/python:framework_test_lib",1331        "//tensorflow/python:math_ops",1332        "//tensorflow/python:platform_test",1333        "//tensorflow/python:resource_variable_ops",1334        "//tensorflow/python:state_ops",1335        "//tensorflow/python:training",1336        "//tensorflow/python:variables",1337        "//tensorflow/python/keras",1338        "//third_party/py/numpy",1339    ],1340)1341py_test(1342    name = "disk_usage_test",1343    size = "small",1344    srcs = ["wrappers/disk_usage_test.py"],1345    python_version = "PY3",1346    srcs_version = "PY2AND3",1347    deps = [1348        ":dumping_wrapper",1349        ":hooks",1350        "//tensorflow/python:client",1351        "//tensorflow/python:errors",1352        "//tensorflow/python:framework_test_lib",1353        "//tensorflow/python:platform_test",1354        "//tensorflow/python:training",1355        "//tensorflow/python:variables",1356    ],1357)1358sh_test(1359    name = "examples_v1_test",1360    size = "medium",1361    srcs = ["examples/v1/examples_v1_test.sh"],1362    data = [1363        ":debug_errors",1364        ":debug_fibonacci",1365        ":debug_keras",1366        ":debug_mnist",1367        ":debug_tflearn_iris",1368        ":offline_analyzer",1369    ],1370    tags = [1371        "no_windows",1372        "noasan",  # TODO(b/143150907)1373        "nomsan",  # TODO(b/143150907)1374        "v1only",1375    ],1376)1377sh_test(1378    name = "examples_v2_test",1379    size = "medium",1380    srcs = ["examples/v2/examples_v2_test.sh"],1381    data = [1382        ":debug_fibonacci_v2",1383        ":debug_mnist_v2",1384    ],1385    tags = [1386        "no_windows",1387    ],...

session_debug_grpc_test.py

Source:session_debug_grpc_test.py

1# Copyright 2016 The TensorFlow Authors. All Rights Reserved.2#3# Licensed under the Apache License, Version 2.0 (the "License");4# you may not use this file except in compliance with the License.5# You may obtain a copy of the License at6#7#     http://www.apache.org/licenses/LICENSE-2.08#9# Unless required by applicable law or agreed to in writing, software10# distributed under the License is distributed on an "AS IS" BASIS,11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.12# See the License for the specific language governing permissions and13# limitations under the License.14# ==============================================================================15"""Tests for debugger functionalities in tf.compat.v1.Session with grpc:// URLs.16This test file focuses on the grpc:// debugging of local (non-distributed)17tf.Sessions.18"""19from __future__ import absolute_import20from __future__ import division21from __future__ import print_function22import os23from six.moves import xrange  # pylint: disable=redefined-builtin24from tensorflow.core.protobuf import config_pb225from tensorflow.python.client import session26from tensorflow.python.debug.lib import debug_data27from tensorflow.python.debug.lib import debug_utils28from tensorflow.python.debug.lib import grpc_debug_test_server29from tensorflow.python.debug.lib import session_debug_testlib30from tensorflow.python.debug.wrappers import framework31from tensorflow.python.debug.wrappers import grpc_wrapper32from tensorflow.python.debug.wrappers import hooks33from tensorflow.python.framework import constant_op34from tensorflow.python.framework import ops35from tensorflow.python.framework import test_util36from tensorflow.python.lib.io import file_io37from tensorflow.python.ops import math_ops38from tensorflow.python.ops import state_ops39from tensorflow.python.ops import variables40from tensorflow.python.platform import googletest41from tensorflow.python.training import monitored_session42class GrpcDebugServerTest(test_util.TensorFlowTestCase):43  def testRepeatedRunServerRaisesException(self):44    (_, _, _, server_thread,45     server) = grpc_debug_test_server.start_server_on_separate_thread(46         poll_server=True)47    # The server is started asynchronously. It needs to be polled till its state48    # has become started.49    with self.assertRaisesRegexp(50        ValueError, "Server has already started running"):51      server.run_server()52    server.stop_server().wait()53    server_thread.join()54  def testRepeatedStopServerRaisesException(self):55    (_, _, _, server_thread,56     server) = grpc_debug_test_server.start_server_on_separate_thread(57         poll_server=True)58    server.stop_server().wait()59    server_thread.join()60    with self.assertRaisesRegexp(ValueError, "Server has already stopped"):61      server.stop_server().wait()62  def testRunServerAfterStopRaisesException(self):63    (_, _, _, server_thread,64     server) = grpc_debug_test_server.start_server_on_separate_thread(65         poll_server=True)66    server.stop_server().wait()67    server_thread.join()68    with self.assertRaisesRegexp(ValueError, "Server has already stopped"):69      server.run_server()70  def testStartServerWithoutBlocking(self):71    (_, _, _, server_thread,72     server) = grpc_debug_test_server.start_server_on_separate_thread(73         poll_server=True, blocking=False)74    # The thread that starts the server shouldn't block, so we should be able to75    # join it before stopping the server.76    server_thread.join()77    server.stop_server().wait()78@test_util.run_v1_only("b/120545219")79class SessionDebugGrpcTest(session_debug_testlib.SessionDebugTestBase):80  @classmethod81  def setUpClass(cls):82    session_debug_testlib.SessionDebugTestBase.setUpClass()83    (cls._server_port, cls._debug_server_url, cls._server_dump_dir,84     cls._server_thread,85     cls._server) = grpc_debug_test_server.start_server_on_separate_thread()86  @classmethod87  def tearDownClass(cls):88    # Stop the test server and join the thread.89    cls._server.stop_server().wait()90    cls._server_thread.join()91    session_debug_testlib.SessionDebugTestBase.tearDownClass()92  def setUp(self):93    # Override the dump root as the test server's dump directory.94    self._dump_root = self._server_dump_dir95  def tearDown(self):96    if os.path.isdir(self._server_dump_dir):97      file_io.delete_recursively(self._server_dump_dir)98    session_debug_testlib.SessionDebugTestBase.tearDown(self)99  def _debug_urls(self, run_number=None):100    return ["grpc://localhost:%d" % self._server_port]101  def _debug_dump_dir(self, run_number=None):102    if run_number is None:103      return self._dump_root104    else:105      return os.path.join(self._dump_root, "run_%d" % run_number)106  def testConstructGrpcDebugWrapperSessionWithInvalidTypeRaisesException(self):107    sess = session.Session(108        config=session_debug_testlib.no_rewrite_session_config())109    with self.assertRaisesRegexp(110        TypeError, "Expected type str or list in grpc_debug_server_addresses"):111      grpc_wrapper.GrpcDebugWrapperSession(sess, 1337)112  def testConstructGrpcDebugWrapperSessionWithInvalidTypeRaisesException2(self):113    sess = session.Session(114        config=session_debug_testlib.no_rewrite_session_config())115    with self.assertRaisesRegexp(116        TypeError, "Expected type str in list grpc_debug_server_addresses"):117      grpc_wrapper.GrpcDebugWrapperSession(sess, ["localhost:1337", 1338])118  def testUseInvalidWatchFnTypeWithGrpcDebugWrapperSessionRaisesException(self):119    sess = session.Session(120        config=session_debug_testlib.no_rewrite_session_config())121    with self.assertRaises(TypeError):122      grpc_wrapper.GrpcDebugWrapperSession(123          sess, "localhost:%d" % self._server_port, watch_fn="foo")124  def testGrpcDebugWrapperSessionWithoutWatchFnWorks(self):125    u = variables.VariableV1(2.1, name="u")126    v = variables.VariableV1(20.0, name="v")127    w = math_ops.multiply(u, v, name="w")128    sess = session.Session(129        config=session_debug_testlib.no_rewrite_session_config())130    sess.run(u.initializer)131    sess.run(v.initializer)132    sess = grpc_wrapper.GrpcDebugWrapperSession(133        sess, "localhost:%d" % self._server_port)134    w_result = sess.run(w)135    self.assertAllClose(42.0, w_result)136    dump = debug_data.DebugDumpDir(self._dump_root)137    self.assertLessEqual(5, dump.size)138    self.assertAllClose([2.1], dump.get_tensors("u", 0, "DebugIdentity"))139    self.assertAllClose([2.1], dump.get_tensors("u/read", 0, "DebugIdentity"))140    self.assertAllClose([20.0], dump.get_tensors("v", 0, "DebugIdentity"))141    self.assertAllClose([20.0], dump.get_tensors("v/read", 0, "DebugIdentity"))142    self.assertAllClose([42.0], dump.get_tensors("w", 0, "DebugIdentity"))143  def testGrpcDebugWrapperSessionWithWatchFnWorks(self):144    def watch_fn(feeds, fetch_keys):145      del feeds, fetch_keys146      return ["DebugIdentity", "DebugNumericSummary"], r".*/read", None147    u = variables.VariableV1(2.1, name="u")148    v = variables.VariableV1(20.0, name="v")149    w = math_ops.multiply(u, v, name="w")150    sess = session.Session(151        config=session_debug_testlib.no_rewrite_session_config())152    sess.run(u.initializer)153    sess.run(v.initializer)154    sess = grpc_wrapper.GrpcDebugWrapperSession(155        sess, "localhost:%d" % self._server_port, watch_fn=watch_fn)156    w_result = sess.run(w)157    self.assertAllClose(42.0, w_result)158    dump = debug_data.DebugDumpDir(self._dump_root)159    self.assertEqual(4, dump.size)160    self.assertAllClose([2.1], dump.get_tensors("u/read", 0, "DebugIdentity"))161    self.assertEqual(162        14, len(dump.get_tensors("u/read", 0, "DebugNumericSummary")[0]))163    self.assertAllClose([20.0], dump.get_tensors("v/read", 0, "DebugIdentity"))164    self.assertEqual(165        14, len(dump.get_tensors("v/read", 0, "DebugNumericSummary")[0]))166  def testGrpcDebugHookWithStatelessWatchFnWorks(self):167    # Perform some set up. Specifically, construct a simple TensorFlow graph and168    # create a watch function for certain ops.169    def watch_fn(feeds, fetch_keys):170      del feeds, fetch_keys171      return framework.WatchOptions(172          debug_ops=["DebugIdentity", "DebugNumericSummary"],173          node_name_regex_whitelist=r".*/read",174          op_type_regex_whitelist=None,175          tolerate_debug_op_creation_failures=True)176    u = variables.VariableV1(2.1, name="u")177    v = variables.VariableV1(20.0, name="v")178    w = math_ops.multiply(u, v, name="w")179    sess = session.Session(180        config=session_debug_testlib.no_rewrite_session_config())181    sess.run(u.initializer)182    sess.run(v.initializer)183    # Create a hook. One could use this hook with say a tflearn Estimator.184    # However, we use a HookedSession in this test to avoid depending on the185    # internal implementation of Estimators.186    grpc_debug_hook = hooks.GrpcDebugHook(187        ["localhost:%d" % self._server_port], watch_fn=watch_fn)188    sess = monitored_session._HookedSession(sess, [grpc_debug_hook])189    # Run the hooked session. This should stream tensor data to the GRPC190    # endpoints.191    w_result = sess.run(w)192    # Verify that the hook monitored the correct tensors.193    self.assertAllClose(42.0, w_result)194    dump = debug_data.DebugDumpDir(self._dump_root)195    self.assertEqual(4, dump.size)196    self.assertAllClose([2.1], dump.get_tensors("u/read", 0, "DebugIdentity"))197    self.assertEqual(198        14, len(dump.get_tensors("u/read", 0, "DebugNumericSummary")[0]))199    self.assertAllClose([20.0], dump.get_tensors("v/read", 0, "DebugIdentity"))200    self.assertEqual(201        14, len(dump.get_tensors("v/read", 0, "DebugNumericSummary")[0]))202  def testTensorBoardDebugHookWorks(self):203    u = variables.VariableV1(2.1, name="u")204    v = variables.VariableV1(20.0, name="v")205    w = math_ops.multiply(u, v, name="w")206    sess = session.Session(207        config=session_debug_testlib.no_rewrite_session_config())208    sess.run(u.initializer)209    sess.run(v.initializer)210    grpc_debug_hook = hooks.TensorBoardDebugHook(211        ["localhost:%d" % self._server_port])212    sess = monitored_session._HookedSession(sess, [grpc_debug_hook])213    # Activate watch point on a tensor before calling sess.run().214    self._server.request_watch("u/read", 0, "DebugIdentity")215    self.assertAllClose(42.0, sess.run(w))216    # self.assertAllClose(42.0, sess.run(w))217    dump = debug_data.DebugDumpDir(self._dump_root)218    self.assertAllClose([2.1], dump.get_tensors("u/read", 0, "DebugIdentity"))219    # Check that the server has received the stack trace.220    self.assertTrue(self._server.query_op_traceback("u"))221    self.assertTrue(self._server.query_op_traceback("u/read"))222    self.assertTrue(self._server.query_op_traceback("v"))223    self.assertTrue(self._server.query_op_traceback("v/read"))224    self.assertTrue(self._server.query_op_traceback("w"))225    # Check that the server has received the python file content.226    # Query an arbitrary line to make sure that is the case.227    with open(__file__, "rt") as this_source_file:228      first_line = this_source_file.readline().strip()229      self.assertEqual(230          first_line, self._server.query_source_file_line(__file__, 1))231    self._server.clear_data()232    # Call sess.run() again, and verify that this time the traceback and source233    # code is not sent, because the graph version is not newer.234    self.assertAllClose(42.0, sess.run(w))235    with self.assertRaises(ValueError):236      self._server.query_op_traceback("delta_1")237    with self.assertRaises(ValueError):238      self._server.query_source_file_line(__file__, 1)239  def testTensorBoardDebugHookDisablingTracebackSourceCodeSendingWorks(self):240    u = variables.VariableV1(2.1, name="u")241    v = variables.VariableV1(20.0, name="v")242    w = math_ops.multiply(u, v, name="w")243    sess = session.Session(244        config=session_debug_testlib.no_rewrite_session_config())245    sess.run(variables.global_variables_initializer())246    grpc_debug_hook = hooks.TensorBoardDebugHook(247        ["localhost:%d" % self._server_port],248        send_traceback_and_source_code=False)249    sess = monitored_session._HookedSession(sess, [grpc_debug_hook])250    # Activate watch point on a tensor before calling sess.run().251    self._server.request_watch("u/read", 0, "DebugIdentity")252    self.assertAllClose(42.0, sess.run(w))253    # Check that the server has _not_ received any tracebacks, as a result of254    # the disabling above.255    with self.assertRaisesRegexp(256        ValueError, r"Op .*u/read.* does not exist"):257      self.assertTrue(self._server.query_op_traceback("u/read"))258    with self.assertRaisesRegexp(259        ValueError, r".* has not received any source file"):260      self._server.query_source_file_line(__file__, 1)261  def testConstructGrpcDebugHookWithOrWithouGrpcInUrlWorks(self):262    hooks.GrpcDebugHook(["grpc://foo:42424"])263    hooks.GrpcDebugHook(["foo:42424"])264class SessionDebugConcurrentTest(265    session_debug_testlib.DebugConcurrentRunCallsTest):266  @classmethod267  def setUpClass(cls):268    session_debug_testlib.SessionDebugTestBase.setUpClass()269    (cls._server_port, cls._debug_server_url, cls._server_dump_dir,270     cls._server_thread,271     cls._server) = grpc_debug_test_server.start_server_on_separate_thread()272  @classmethod273  def tearDownClass(cls):274    # Stop the test server and join the thread.275    cls._server.stop_server().wait()276    cls._server_thread.join()277    session_debug_testlib.SessionDebugTestBase.tearDownClass()278  def setUp(self):279    self._num_concurrent_runs = 3280    self._dump_roots = []281    for i in range(self._num_concurrent_runs):282      self._dump_roots.append(283          os.path.join(self._server_dump_dir, "thread%d" % i))284  def tearDown(self):285    ops.reset_default_graph()286    if os.path.isdir(self._server_dump_dir):287      file_io.delete_recursively(self._server_dump_dir)288  def _get_concurrent_debug_urls(self):289    urls = []290    for i in range(self._num_concurrent_runs):291      urls.append(self._debug_server_url + "/thread%d" % i)292    return urls293@test_util.run_v1_only("b/120545219")294class SessionDebugGrpcGatingTest(test_util.TensorFlowTestCase):295  """Test server gating of debug ops."""296  @classmethod297  def setUpClass(cls):298    (cls._server_port_1, cls._debug_server_url_1, _, cls._server_thread_1,299     cls._server_1) = grpc_debug_test_server.start_server_on_separate_thread(300         dump_to_filesystem=False)301    (cls._server_port_2, cls._debug_server_url_2, _, cls._server_thread_2,302     cls._server_2) = grpc_debug_test_server.start_server_on_separate_thread(303         dump_to_filesystem=False)304    cls._servers_and_threads = [(cls._server_1, cls._server_thread_1),305                                (cls._server_2, cls._server_thread_2)]306  @classmethod307  def tearDownClass(cls):308    for server, thread in cls._servers_and_threads:309      server.stop_server().wait()310      thread.join()311  def tearDown(self):312    ops.reset_default_graph()313    self._server_1.clear_data()314    self._server_2.clear_data()315  def testToggleEnableTwoDebugWatchesNoCrosstalkBetweenDebugNodes(self):316    with session.Session(317        config=session_debug_testlib.no_rewrite_session_config()) as sess:318      v_1 = variables.VariableV1(50.0, name="v_1")319      v_2 = variables.VariableV1(-50.0, name="v_1")320      delta_1 = constant_op.constant(5.0, name="delta_1")321      delta_2 = constant_op.constant(-5.0, name="delta_2")322      inc_v_1 = state_ops.assign_add(v_1, delta_1, name="inc_v_1")323      inc_v_2 = state_ops.assign_add(v_2, delta_2, name="inc_v_2")324      sess.run([v_1.initializer, v_2.initializer])325      run_metadata = config_pb2.RunMetadata()326      run_options = config_pb2.RunOptions(output_partition_graphs=True)327      debug_utils.watch_graph(328          run_options,329          sess.graph,330          debug_ops=["DebugIdentity(gated_grpc=true)",331                     "DebugNumericSummary(gated_grpc=true)"],332          debug_urls=[self._debug_server_url_1])333      for i in xrange(4):334        self._server_1.clear_data()335        if i % 2 == 0:336          self._server_1.request_watch("delta_1", 0, "DebugIdentity")337          self._server_1.request_watch("delta_2", 0, "DebugIdentity")338          self._server_1.request_unwatch("delta_1", 0, "DebugNumericSummary")339          self._server_1.request_unwatch("delta_2", 0, "DebugNumericSummary")340        else:341          self._server_1.request_unwatch("delta_1", 0, "DebugIdentity")342          self._server_1.request_unwatch("delta_2", 0, "DebugIdentity")343          self._server_1.request_watch("delta_1", 0, "DebugNumericSummary")344          self._server_1.request_watch("delta_2", 0, "DebugNumericSummary")345        sess.run([inc_v_1, inc_v_2],346                 options=run_options, run_metadata=run_metadata)347        # Watched debug tensors are:348        #   Run 0: delta_[1,2]:0:DebugIdentity349        #   Run 1: delta_[1,2]:0:DebugNumericSummary350        #   Run 2: delta_[1,2]:0:DebugIdentity351        #   Run 3: delta_[1,2]:0:DebugNumericSummary352        self.assertEqual(2, len(self._server_1.debug_tensor_values))353        if i % 2 == 0:354          self.assertAllClose(355              [5.0],356              self._server_1.debug_tensor_values["delta_1:0:DebugIdentity"])357          self.assertAllClose(358              [-5.0],359              self._server_1.debug_tensor_values["delta_2:0:DebugIdentity"])360        else:361          self.assertAllClose(362              [[1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 5.0, 5.0,363                0.0, 1.0, 0.0]],364              self._server_1.debug_tensor_values[365                  "delta_1:0:DebugNumericSummary"])366          self.assertAllClose(367              [[1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, -5.0, -5.0, -5.0,368                0.0, 1.0, 0.0]],369              self._server_1.debug_tensor_values[370                  "delta_2:0:DebugNumericSummary"])371  def testToggleWatchesOnCoreMetadata(self):372    (_, debug_server_url, _, server_thread,373     server) = grpc_debug_test_server.start_server_on_separate_thread(374         dump_to_filesystem=False,375         toggle_watch_on_core_metadata=[("toggled_1", 0, "DebugIdentity"),376                                        ("toggled_2", 0, "DebugIdentity")])377    self._servers_and_threads.append((server, server_thread))378    with session.Session(379        config=session_debug_testlib.no_rewrite_session_config()) as sess:380      v_1 = variables.VariableV1(50.0, name="v_1")381      v_2 = variables.VariableV1(-50.0, name="v_1")382      # These two nodes have names that match those in the383      # toggle_watch_on_core_metadata argument used when calling384      # start_server_on_separate_thread().385      toggled_1 = constant_op.constant(5.0, name="toggled_1")386      toggled_2 = constant_op.constant(-5.0, name="toggled_2")387      inc_v_1 = state_ops.assign_add(v_1, toggled_1, name="inc_v_1")388      inc_v_2 = state_ops.assign_add(v_2, toggled_2, name="inc_v_2")389      sess.run([v_1.initializer, v_2.initializer])390      run_metadata = config_pb2.RunMetadata()391      run_options = config_pb2.RunOptions(output_partition_graphs=True)392      debug_utils.watch_graph(393          run_options,394          sess.graph,395          debug_ops=["DebugIdentity(gated_grpc=true)"],396          debug_urls=[debug_server_url])397      for i in xrange(4):398        server.clear_data()399        sess.run([inc_v_1, inc_v_2],400                 options=run_options, run_metadata=run_metadata)401        if i % 2 == 0:402          self.assertEqual(2, len(server.debug_tensor_values))403          self.assertAllClose(404              [5.0],405              server.debug_tensor_values["toggled_1:0:DebugIdentity"])406          self.assertAllClose(407              [-5.0],408              server.debug_tensor_values["toggled_2:0:DebugIdentity"])409        else:410          self.assertEqual(0, len(server.debug_tensor_values))411  def testToggleEnableTwoDebugWatchesNoCrosstalkBetweenServers(self):412    with session.Session(413        config=session_debug_testlib.no_rewrite_session_config()) as sess:414      v = variables.VariableV1(50.0, name="v")415      delta = constant_op.constant(5.0, name="delta")416      inc_v = state_ops.assign_add(v, delta, name="inc_v")417      sess.run(v.initializer)418      run_metadata = config_pb2.RunMetadata()419      run_options = config_pb2.RunOptions(output_partition_graphs=True)420      debug_utils.watch_graph(421          run_options,422          sess.graph,423          debug_ops=["DebugIdentity(gated_grpc=true)"],424          debug_urls=[self._debug_server_url_1, self._debug_server_url_2])425      for i in xrange(4):426        self._server_1.clear_data()427        self._server_2.clear_data()428        if i % 2 == 0:429          self._server_1.request_watch("delta", 0, "DebugIdentity")430          self._server_2.request_watch("v", 0, "DebugIdentity")431        else:432          self._server_1.request_unwatch("delta", 0, "DebugIdentity")433          self._server_2.request_unwatch("v", 0, "DebugIdentity")434        sess.run(inc_v, options=run_options, run_metadata=run_metadata)435        if i % 2 == 0:436          self.assertEqual(1, len(self._server_1.debug_tensor_values))437          self.assertEqual(1, len(self._server_2.debug_tensor_values))438          self.assertAllClose(439              [5.0],440              self._server_1.debug_tensor_values["delta:0:DebugIdentity"])441          self.assertAllClose(442              [50 + 5.0 * i],443              self._server_2.debug_tensor_values["v:0:DebugIdentity"])444        else:445          self.assertEqual(0, len(self._server_1.debug_tensor_values))446          self.assertEqual(0, len(self._server_2.debug_tensor_values))447  def testToggleBreakpointsWorks(self):448    with session.Session(449        config=session_debug_testlib.no_rewrite_session_config()) as sess:450      v_1 = variables.VariableV1(50.0, name="v_1")451      v_2 = variables.VariableV1(-50.0, name="v_2")452      delta_1 = constant_op.constant(5.0, name="delta_1")453      delta_2 = constant_op.constant(-5.0, name="delta_2")454      inc_v_1 = state_ops.assign_add(v_1, delta_1, name="inc_v_1")455      inc_v_2 = state_ops.assign_add(v_2, delta_2, name="inc_v_2")456      sess.run([v_1.initializer, v_2.initializer])457      run_metadata = config_pb2.RunMetadata()458      run_options = config_pb2.RunOptions(output_partition_graphs=True)459      debug_utils.watch_graph(460          run_options,461          sess.graph,462          debug_ops=["DebugIdentity(gated_grpc=true)"],463          debug_urls=[self._debug_server_url_1])464      for i in xrange(4):465        self._server_1.clear_data()466        if i in (0, 2):467          # Enable breakpoint at delta_[1,2]:0:DebugIdentity in runs 0 and 2.468          self._server_1.request_watch(469              "delta_1", 0, "DebugIdentity", breakpoint=True)470          self._server_1.request_watch(471              "delta_2", 0, "DebugIdentity", breakpoint=True)472        else:473          # Disable the breakpoint in runs 1 and 3.474          self._server_1.request_unwatch("delta_1", 0, "DebugIdentity")475          self._server_1.request_unwatch("delta_2", 0, "DebugIdentity")476        output = sess.run([inc_v_1, inc_v_2],477                          options=run_options, run_metadata=run_metadata)478        self.assertAllClose([50.0 + 5.0 * (i + 1), -50 - 5.0 * (i + 1)], output)479        if i in (0, 2):480          # During runs 0 and 2, the server should have received the published481          # debug tensor delta:0:DebugIdentity. The breakpoint should have been482          # unblocked by EventReply responses from the server.483          self.assertAllClose(484              [5.0],485              self._server_1.debug_tensor_values["delta_1:0:DebugIdentity"])486          self.assertAllClose(487              [-5.0],488              self._server_1.debug_tensor_values["delta_2:0:DebugIdentity"])489          # After the runs, the server should have properly registered the490          # breakpoints due to the request_unwatch calls.491          self.assertSetEqual({("delta_1", 0, "DebugIdentity"),492                               ("delta_2", 0, "DebugIdentity")},493                              self._server_1.breakpoints)494        else:495          # After the end of runs 1 and 3, the server has received the requests496          # to disable the breakpoint at delta:0:DebugIdentity.497          self.assertSetEqual(set(), self._server_1.breakpoints)498  def testTensorBoardDebuggerWrapperToggleBreakpointsWorks(self):499    with session.Session(500        config=session_debug_testlib.no_rewrite_session_config()) as sess:501      v_1 = variables.VariableV1(50.0, name="v_1")502      v_2 = variables.VariableV1(-50.0, name="v_2")503      delta_1 = constant_op.constant(5.0, name="delta_1")504      delta_2 = constant_op.constant(-5.0, name="delta_2")505      inc_v_1 = state_ops.assign_add(v_1, delta_1, name="inc_v_1")506      inc_v_2 = state_ops.assign_add(v_2, delta_2, name="inc_v_2")507      sess.run([v_1.initializer, v_2.initializer])508      # The TensorBoardDebugWrapperSession should add a DebugIdentity debug op509      # with attribute gated_grpc=True for every tensor in the graph.510      sess = grpc_wrapper.TensorBoardDebugWrapperSession(511          sess, self._debug_server_url_1)512      for i in xrange(4):513        self._server_1.clear_data()514        if i in (0, 2):515          # Enable breakpoint at delta_[1,2]:0:DebugIdentity in runs 0 and 2.516          self._server_1.request_watch(517              "delta_1", 0, "DebugIdentity", breakpoint=True)518          self._server_1.request_watch(519              "delta_2", 0, "DebugIdentity", breakpoint=True)520        else:521          # Disable the breakpoint in runs 1 and 3.522          self._server_1.request_unwatch("delta_1", 0, "DebugIdentity")523          self._server_1.request_unwatch("delta_2", 0, "DebugIdentity")524        output = sess.run([inc_v_1, inc_v_2])525        self.assertAllClose([50.0 + 5.0 * (i + 1), -50 - 5.0 * (i + 1)], output)526        if i in (0, 2):527          # During runs 0 and 2, the server should have received the published528          # debug tensor delta:0:DebugIdentity. The breakpoint should have been529          # unblocked by EventReply responses from the server.530          self.assertAllClose(531              [5.0],532              self._server_1.debug_tensor_values["delta_1:0:DebugIdentity"])533          self.assertAllClose(534              [-5.0],535              self._server_1.debug_tensor_values["delta_2:0:DebugIdentity"])536          # After the runs, the server should have properly registered the537          # breakpoints.538        else:539          # After the end of runs 1 and 3, the server has received the requests540          # to disable the breakpoint at delta:0:DebugIdentity.541          self.assertSetEqual(set(), self._server_1.breakpoints)542        if i == 0:543          # Check that the server has received the stack trace.544          self.assertTrue(self._server_1.query_op_traceback("delta_1"))545          self.assertTrue(self._server_1.query_op_traceback("delta_2"))546          self.assertTrue(self._server_1.query_op_traceback("inc_v_1"))547          self.assertTrue(self._server_1.query_op_traceback("inc_v_2"))548          # Check that the server has received the python file content.549          # Query an arbitrary line to make sure that is the case.550          with open(__file__, "rt") as this_source_file:551            first_line = this_source_file.readline().strip()552          self.assertEqual(553              first_line, self._server_1.query_source_file_line(__file__, 1))554        else:555          # In later Session.run() calls, the traceback shouldn't have been sent556          # because it is already sent in the 1st call. So calling557          # query_op_traceback() should lead to an exception, because the test558          # debug server clears the data at the beginning of every iteration.559          with self.assertRaises(ValueError):560            self._server_1.query_op_traceback("delta_1")561          with self.assertRaises(ValueError):562            self._server_1.query_source_file_line(__file__, 1)563  def testTensorBoardDebuggerWrapperDisablingTracebackSourceSendingWorks(self):564    with session.Session(565        config=session_debug_testlib.no_rewrite_session_config()) as sess:566      v_1 = variables.VariableV1(50.0, name="v_1")567      v_2 = variables.VariableV1(-50.0, name="v_2")568      delta_1 = constant_op.constant(5.0, name="delta_1")569      delta_2 = constant_op.constant(-5.0, name="delta_2")570      inc_v_1 = state_ops.assign_add(v_1, delta_1, name="inc_v_1")571      inc_v_2 = state_ops.assign_add(v_2, delta_2, name="inc_v_2")572      sess.run(variables.global_variables_initializer())573      # Disable the sending of traceback and source code.574      sess = grpc_wrapper.TensorBoardDebugWrapperSession(575          sess, self._debug_server_url_1, send_traceback_and_source_code=False)576      for i in xrange(4):577        self._server_1.clear_data()578        if i == 0:579          self._server_1.request_watch(580              "delta_1", 0, "DebugIdentity", breakpoint=True)581        output = sess.run([inc_v_1, inc_v_2])582        self.assertAllClose([50.0 + 5.0 * (i + 1), -50 - 5.0 * (i + 1)], output)583        # No op traceback or source code should have been received by the debug584        # server due to the disabling above.585        with self.assertRaisesRegexp(586            ValueError, r"Op .*delta_1.* does not exist"):587          self.assertTrue(self._server_1.query_op_traceback("delta_1"))588        with self.assertRaisesRegexp(589            ValueError, r".* has not received any source file"):590          self._server_1.query_source_file_line(__file__, 1)591  def testGetGrpcDebugWatchesReturnsCorrectAnswer(self):592    with session.Session() as sess:593      v = variables.VariableV1(50.0, name="v")594      delta = constant_op.constant(5.0, name="delta")595      inc_v = state_ops.assign_add(v, delta, name="inc_v")596      sess.run(v.initializer)597      # Before any debugged runs, the server should be aware of no debug598      # watches.599      self.assertEqual([], self._server_1.gated_grpc_debug_watches())600      run_metadata = config_pb2.RunMetadata()601      run_options = config_pb2.RunOptions(output_partition_graphs=True)602      debug_utils.add_debug_tensor_watch(603          run_options, "delta", output_slot=0,604          debug_ops=["DebugNumericSummary(gated_grpc=true)"],605          debug_urls=[self._debug_server_url_1])606      debug_utils.add_debug_tensor_watch(607          run_options, "v", output_slot=0,608          debug_ops=["DebugIdentity"],609          debug_urls=[self._debug_server_url_1])610      sess.run(inc_v, options=run_options, run_metadata=run_metadata)611      # After the first run, the server should have noted the debug watches612      # for which gated_grpc == True, but not the ones with gated_grpc == False.613      self.assertEqual(1, len(self._server_1.gated_grpc_debug_watches()))614      debug_watch = self._server_1.gated_grpc_debug_watches()[0]615      self.assertEqual("delta", debug_watch.node_name)616      self.assertEqual(0, debug_watch.output_slot)617      self.assertEqual("DebugNumericSummary", debug_watch.debug_op)618@test_util.run_v1_only("b/120545219")619class DelayedDebugServerTest(test_util.TensorFlowTestCase):620  def testDebuggedSessionRunWorksWithDelayedDebugServerStartup(self):621    """Test debugged Session.run() tolerates delayed debug server startup."""622    ops.reset_default_graph()623    # Start a debug server asynchronously, with a certain amount of delay.624    (debug_server_port, _, _, server_thread,625     debug_server) = grpc_debug_test_server.start_server_on_separate_thread(626         server_start_delay_sec=2.0, dump_to_filesystem=False)627    with self.cached_session() as sess:628      a_init = constant_op.constant(42.0, name="a_init")629      a = variables.VariableV1(a_init, name="a")630      def watch_fn(fetches, feeds):631        del fetches, feeds632        return framework.WatchOptions(debug_ops=["DebugIdentity"])633      sess = grpc_wrapper.GrpcDebugWrapperSession(634          sess, "localhost:%d" % debug_server_port, watch_fn=watch_fn)635      sess.run(a.initializer)636      self.assertAllClose(637          [42.0], debug_server.debug_tensor_values["a_init:0:DebugIdentity"])638    debug_server.stop_server().wait()639    server_thread.join()640if __name__ == "__main__":...

debug_v2_ops_test.py

Source:debug_v2_ops_test.py

1# Copyright 2019 The TensorFlow Authors. All Rights Reserved.2#3# Licensed under the Apache License, Version 2.0 (the "License");4# you may not use this file except in compliance with the License.5# You may obtain a copy of the License at6#7#     http://www.apache.org/licenses/LICENSE-2.08#9# Unless required by applicable law or agreed to in writing, software10# distributed under the License is distributed on an "AS IS" BASIS,11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.12# See the License for the specific language governing permissions and13# limitations under the License.14# ==============================================================================15"""Test for the internal ops used by tfdbg v2."""16from __future__ import absolute_import17from __future__ import division18from __future__ import print_function19import os20import numpy as np21from tensorflow.core.protobuf import debug_event_pb222from tensorflow.python.debug.lib import debug_events_reader23from tensorflow.python.debug.lib import debug_events_writer24from tensorflow.python.debug.lib import dumping_callback_test_lib25from tensorflow.python.eager import def_function26from tensorflow.python.framework import constant_op27from tensorflow.python.framework import dtypes28from tensorflow.python.framework import errors29from tensorflow.python.framework import ops30from tensorflow.python.framework import tensor_util31from tensorflow.python.framework import test_util32from tensorflow.python.ops import gen_debug_ops33from tensorflow.python.ops import math_ops34from tensorflow.python.platform import googletest35class DebugIdentityV2OpTest(dumping_callback_test_lib.DumpingCallbackTestBase):36  def setUp(self):37    super(DebugIdentityV2OpTest, self).setUp()38    # Testing using a small circular-buffer size.39    self.circular_buffer_size = 440    self.writer = debug_events_writer.DebugEventsWriter(41        self.dump_root, self.circular_buffer_size)42  def tearDown(self):43    self.writer.Close()44    super(DebugIdentityV2OpTest, self).tearDown()45  @test_util.run_in_graph_and_eager_modes46  def testSingleTensorFullTensorDebugModeWithCircularBufferBehavior(self):47    @def_function.function48    def write_debug_trace(x):49      # DebugIdentityV2 is a stateful op. It ought to be included by auto50      # control dependency.51      square = math_ops.square(x)52      gen_debug_ops.debug_identity_v2(53          square,54          tfdbg_context_id="deadbeaf",55          op_name="Square",56          output_slot=0,57          tensor_debug_mode=debug_event_pb2.TensorDebugMode.FULL_TENSOR,58          debug_urls=["file://%s" % self.dump_root])59      sqrt = math_ops.sqrt(x)60      gen_debug_ops.debug_identity_v2(61          sqrt,62          tfdbg_context_id="beafdead",63          op_name="Sqrt",64          output_slot=0,65          tensor_debug_mode=debug_event_pb2.TensorDebugMode.FULL_TENSOR,66          debug_urls=["file://%s" % self.dump_root])67      return square + sqrt68    x = np.array([3.0, 4.0])69    # Only the graph-execution trace of the last iteration should be written70    # to self.dump_root.71    for _ in range(self.circular_buffer_size // 2 + 1):72      self.assertAllClose(73          write_debug_trace(x), [9.0 + np.sqrt(3.0), 16.0 + 2.0])74    with debug_events_reader.DebugEventsReader(self.dump_root) as reader:75      metadata_iter = reader.metadata_iterator()76      # Check that the .metadata DebugEvents data file has been created, even77      # before FlushExecutionFiles() is called.78      debug_event = next(metadata_iter).debug_event79      self.assertGreater(debug_event.wall_time, 0)80      self.assertTrue(debug_event.debug_metadata.tensorflow_version)81      self.assertTrue(82          debug_event.debug_metadata.file_version.startswith("debug.Event:"))83      graph_trace_iter = reader.graph_execution_traces_iterator()84      # Before FlushExecutionFiles() is called, the .graph_execution_traces file85      # ought to be empty.86      with self.assertRaises(StopIteration):87        next(graph_trace_iter)88      # Flush the circular buffer.89      self.writer.FlushExecutionFiles()90      graph_trace_iter = reader.graph_execution_traces_iterator()91      # The circular buffer has a size of 4. So only the data from the92      # last two iterations should have been written to self.dump_root.93      for _ in range(2):94        debug_event = next(graph_trace_iter).debug_event95        self.assertGreater(debug_event.wall_time, 0)96        trace = debug_event.graph_execution_trace97        self.assertEqual(trace.tfdbg_context_id, "deadbeaf")98        self.assertEqual(trace.op_name, "Square")99        self.assertEqual(trace.output_slot, 0)100        self.assertEqual(trace.tensor_debug_mode,101                         debug_event_pb2.TensorDebugMode.FULL_TENSOR)102        tensor_value = tensor_util.MakeNdarray(trace.tensor_proto)103        self.assertAllClose(tensor_value, [9.0, 16.0])104        debug_event = next(graph_trace_iter).debug_event105        self.assertGreater(debug_event.wall_time, 0)106        trace = debug_event.graph_execution_trace107        self.assertEqual(trace.tfdbg_context_id, "beafdead")108        self.assertEqual(trace.op_name, "Sqrt")109        self.assertEqual(trace.output_slot, 0)110        self.assertEqual(trace.tensor_debug_mode,111                         debug_event_pb2.TensorDebugMode.FULL_TENSOR)112        tensor_value = tensor_util.MakeNdarray(trace.tensor_proto)113        self.assertAllClose(tensor_value, [np.sqrt(3.0), 2.0])114      # Only the graph-execution trace of the last iteration should be written115      # to self.dump_root.116      with self.assertRaises(StopIteration):117        next(graph_trace_iter)118  @test_util.run_in_graph_and_eager_modes119  def testControlFlow(self):120    @def_function.function121    def collatz(x):122      counter = constant_op.constant(0, dtype=dtypes.int32)123      while math_ops.greater(x, 1):124        counter = counter + 1125        gen_debug_ops.debug_identity_v2(126            x,127            tfdbg_context_id="deadbeaf",128            op_name="x",129            output_slot=0,130            tensor_debug_mode=debug_event_pb2.TensorDebugMode.FULL_TENSOR,131            debug_urls=["file://%s" % self.dump_root])132        if math_ops.equal(x % 2, 0):133          x = math_ops.div(x, 2)134        else:135          x = x * 3 + 1136      return counter137    x = constant_op.constant(10, dtype=dtypes.int32)138    self.evaluate(collatz(x))139    self.writer.FlushExecutionFiles()140    with debug_events_reader.DebugEventsReader(self.dump_root) as reader:141      graph_trace_iter = reader.graph_execution_traces_iterator()142      try:143        x_values = []144        timestamp = 0145        while True:146          debug_event = next(graph_trace_iter).debug_event147          self.assertGreater(debug_event.wall_time, timestamp)148          timestamp = debug_event.wall_time149          trace = debug_event.graph_execution_trace150          self.assertEqual(trace.tfdbg_context_id, "deadbeaf")151          self.assertEqual(trace.op_name, "x")152          self.assertEqual(trace.output_slot, 0)153          self.assertEqual(trace.tensor_debug_mode,154                           debug_event_pb2.TensorDebugMode.FULL_TENSOR)155          x_values.append(int(tensor_util.MakeNdarray(trace.tensor_proto)))156      except StopIteration:157        pass158      # Due to the circular buffer, only the last 4 iterations of159      # [10, 5, 16, 8, 4, 2] should have been written.160      self.assertAllEqual(x_values, [16, 8, 4, 2])161  @test_util.run_in_graph_and_eager_modes162  def testTwoDumpRoots(self):163    another_dump_root = os.path.join(self.dump_root, "another")164    another_debug_url = "file://%s" % another_dump_root165    another_writer = debug_events_writer.DebugEventsWriter(another_dump_root)166    @def_function.function167    def write_debug_trace(x):168      # DebugIdentityV2 is a stateful op. It ought to be included by auto169      # control dependency.170      square = math_ops.square(x)171      gen_debug_ops.debug_identity_v2(172          square,173          tfdbg_context_id="deadbeaf",174          tensor_debug_mode=debug_event_pb2.TensorDebugMode.FULL_TENSOR,175          debug_urls=["file://%s" % self.dump_root, another_debug_url])176      return square + 1.0177    x = np.array([3.0, 4.0])178    self.assertAllClose(write_debug_trace(x), np.array([10.0, 17.0]))179    self.writer.FlushExecutionFiles()180    another_writer.FlushExecutionFiles()181    another_writer.Close()182    for debug_root in (self.dump_root, another_dump_root):183      with debug_events_reader.DebugEventsReader(debug_root) as reader:184        graph_trace_iter = reader.graph_execution_traces_iterator()185        debug_event = next(graph_trace_iter).debug_event186        trace = debug_event.graph_execution_trace187        self.assertEqual(trace.tfdbg_context_id, "deadbeaf")188        self.assertEqual(trace.op_name, "")189        self.assertEqual(trace.tensor_debug_mode,190                         debug_event_pb2.TensorDebugMode.FULL_TENSOR)191        tensor_value = tensor_util.MakeNdarray(trace.tensor_proto)192        self.assertAllClose(tensor_value, [9.0, 16.0])193        with self.assertRaises(StopIteration):194          next(graph_trace_iter)195  @test_util.run_in_graph_and_eager_modes196  def testDebugNumericSummaryV2OpReduceInfNanThreeSlots(self):197    def debug_summary(x):198      return self.evaluate(gen_debug_ops.debug_numeric_summary_v2(199          x, tensor_debug_mode=(200              debug_event_pb2.TensorDebugMode.REDUCE_INF_NAN_THREE_SLOTS)))201    self.assertAllEqual(202        debug_summary(constant_op.constant([])), [0.0, 0.0, 0.0])203    self.assertAllEqual(204        debug_summary(constant_op.constant(42.0)), [0.0, 0.0, 0.0])205    self.assertAllEqual(206        debug_summary(constant_op.constant([3.0, 4.0])), [0.0, 0.0, 0.0])207    self.assertAllEqual(208        debug_summary(constant_op.constant(np.array([3.0, -np.inf]))),209        [-np.inf, 0.0, 0.0])210    self.assertAllEqual(211        debug_summary(constant_op.constant(np.array([[0, 0], [np.nan, 0]]))),212        [0.0, 0.0, np.nan])213    self.assertAllEqual(214        debug_summary(215            constant_op.constant(np.array([[0, 0], [np.nan, np.inf]]))),216        [0.0, np.inf, np.nan])217    self.assertAllEqual(218        debug_summary(219            constant_op.constant(np.array([[0, np.inf], [np.nan, -np.inf]]))),220        [-np.inf, np.inf, np.nan])221    x = np.zeros([100, 100], dtype=np.float16)222    x[32, 47] = np.nan223    self.assertAllEqual(224        debug_summary(constant_op.constant(x)), [0.0, 0.0, np.nan])225    x = np.zeros([97, 97], dtype=np.float32)226    x[50, 83] = -np.inf227    self.assertAllEqual(228        debug_summary(constant_op.constant(x)), [-np.inf, 0.0, 0.0])229    x[1, 41] = np.nan230    self.assertAllEqual(231        debug_summary(constant_op.constant(x)), [-np.inf, 0.0, np.nan])232    x = np.zeros([9701], dtype=np.float64)233    x[9700] = np.nan234    self.assertAllEqual(235        debug_summary(constant_op.constant(x)), [0.0, 0.0, np.nan])236  @test_util.run_in_graph_and_eager_modes237  def testDebugNumericSummaryV2OpLargeTensorIDError(self):238    modes = [239        debug_event_pb2.TensorDebugMode.CURT_HEALTH,240        debug_event_pb2.TensorDebugMode.CONCISE_HEALTH,241        debug_event_pb2.TensorDebugMode.SHAPE,242    ]243    # Maximum allowed tensor_id244    tensor_id = np.power(2, 53)245    for mode in modes:246      self.evaluate(247          gen_debug_ops.debug_numeric_summary_v2(248              constant_op.constant(42.0),249              tensor_debug_mode=mode,250              tensor_id=tensor_id,251              output_dtype=dtypes.float64))252    # Incrementing by one should error253    tensor_id += 1254    for mode in modes:255      with self.assertRaises(errors.InvalidArgumentError):256        self.evaluate(257            gen_debug_ops.debug_numeric_summary_v2(258                constant_op.constant(42.0),259                tensor_debug_mode=mode,260                tensor_id=tensor_id,261                output_dtype=dtypes.float64))262  @test_util.run_in_graph_and_eager_modes263  def testDebugNumericSummaryV2OpCurtHealthValuesSmall(self):264    def debug_summary(x):265      return self.evaluate(266          gen_debug_ops.debug_numeric_summary_v2(267              x,268              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.CURT_HEALTH),269              tensor_id=x._id,270              output_dtype=dtypes.float64)), x._id271    tensor, tensor_id = debug_summary(constant_op.constant([]))272    self.assertAllEqual(tensor, [tensor_id, 0.0])273    tensor, tensor_id = debug_summary(constant_op.constant(42.0))274    self.assertAllEqual(tensor, [tensor_id, 0.0])275    tensor, tensor_id = debug_summary(constant_op.constant([3.0, 4.0]))276    self.assertAllEqual(tensor, [tensor_id, 0.0])277    tensor, tensor_id = debug_summary(278        constant_op.constant(np.array([3.0, -np.inf])))279    self.assertAllEqual(tensor, [tensor_id, 1.0])280    tensor, tensor_id = debug_summary(281        constant_op.constant(np.array([[0, 0], [np.nan, 0]])))282    self.assertAllEqual(tensor, [tensor_id, 1.0])283    tensor, tensor_id = debug_summary(284        constant_op.constant(np.array([[0, 0], [np.nan, np.inf]])))285    self.assertAllEqual(tensor, [tensor_id, 1.0])286    tensor, tensor_id = debug_summary(287        constant_op.constant(np.array([[0, np.inf], [np.nan, -np.inf]])))288    self.assertAllEqual(tensor, [tensor_id, 1.0])289  @test_util.run_in_graph_and_eager_modes290  def testDebugNumericSummaryV2OpCurtHealthValuesLarge(self):291    def debug_summary(x):292      return self.evaluate(293          gen_debug_ops.debug_numeric_summary_v2(294              x,295              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.CURT_HEALTH),296              tensor_id=x._id,297              output_dtype=dtypes.float64)), x._id298    x = np.zeros([100, 100], dtype=np.float16)299    x[32, 47] = np.nan300    tensor, tensor_id = debug_summary(constant_op.constant(x))301    self.assertAllEqual(tensor, [tensor_id, 1.0])302    x = np.zeros([97, 97], dtype=np.float32)303    x[50, 83] = -np.inf304    tensor, tensor_id = debug_summary(constant_op.constant(x))305    self.assertAllEqual(tensor, [tensor_id, 1.0])306    x[1, 41] = np.nan307    tensor, tensor_id = debug_summary(constant_op.constant(x))308    self.assertAllEqual(tensor, [tensor_id, 1.0])309    x = np.zeros([9701], dtype=np.float64)310    x[9700] = np.nan311    tensor, tensor_id = debug_summary(constant_op.constant(x))312    self.assertAllEqual(tensor, [tensor_id, 1.0])313  @test_util.run_in_graph_and_eager_modes314  def testDebugNumericSummaryV2OpCurtHealthConsistency(self):315    def debug_summary(x):316      return self.evaluate(317          gen_debug_ops.debug_numeric_summary_v2(318              x,319              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.CURT_HEALTH),320              tensor_id=x._id,321              output_dtype=dtypes.float64)), x._id322    x = np.zeros([100, 100], dtype=np.float16)323    x[43, 99] = np.nan324    c = constant_op.constant(x)325    tensor_1, tensor_id_1 = debug_summary(c)326    tensor_2, tensor_id_2 = debug_summary(c)327    self.assertAllEqual(tensor_1, tensor_2)328    self.assertEqual(tensor_id_1, tensor_id_2)329    x = np.zeros([100, 100, 50], dtype=np.float64)330    x[0, 0, 1] = np.inf331    c = constant_op.constant(x)332    tensor_1, tensor_id_1 = debug_summary(c)333    tensor_2, tensor_id_2 = debug_summary(c)334    self.assertAllEqual(tensor_1, tensor_2)335    self.assertEqual(tensor_id_1, tensor_id_2)336    c = constant_op.constant(np.ones((100, 200), np.double))337    tensor_1, tensor_id_1 = debug_summary(c)338    tensor_2, tensor_id_2 = debug_summary(c)339    self.assertAllEqual(tensor_1, tensor_2)340    self.assertEqual(tensor_id_1, tensor_id_2)341  @test_util.run_in_graph_and_eager_modes342  def testDebugNumericSummaryV2OpConciseHealthSmall(self):343    def debug_summary(x):344      return self.evaluate(345          gen_debug_ops.debug_numeric_summary_v2(346              x,347              tensor_debug_mode=(348                  debug_event_pb2.TensorDebugMode.CONCISE_HEALTH),349              tensor_id=x._id,350              output_dtype=dtypes.float64)), x._id351    tensor, tensor_id = debug_summary(constant_op.constant([]))352    self.assertAllEqual(tensor, [tensor_id, 0.0, 0.0, 0.0, 0.0])353    tensor, tensor_id = debug_summary(constant_op.constant(42.0))354    self.assertAllEqual(tensor, [tensor_id, 1.0, 0.0, 0.0, 0.0])355    tensor, tensor_id = debug_summary(constant_op.constant([3.0, 4.0]))356    self.assertAllEqual(tensor, [tensor_id, 2.0, 0.0, 0.0, 0.0])357    tensor, tensor_id = debug_summary(358        constant_op.constant(np.array([3.0, -np.inf])))359    self.assertAllEqual(tensor, [tensor_id, 2.0, 1.0, 0.0, 0.0])360    tensor, tensor_id = debug_summary(361        constant_op.constant(np.array([[0, 0], [np.nan, 0]])))362    self.assertAllEqual(tensor, [tensor_id, 4.0, 0.0, 0.0, 1.0])363    tensor, tensor_id = debug_summary(364        constant_op.constant(np.array([[0, 0], [np.nan, np.inf]])))365    self.assertAllEqual(tensor, [tensor_id, 4.0, 0.0, 1.0, 1.0])366    tensor, tensor_id = debug_summary(367        constant_op.constant(np.array([[0, np.inf], [np.nan, -np.inf]])))368    self.assertAllEqual(tensor, [tensor_id, 4.0, 1.0, 1.0, 1.0])369  @test_util.run_in_graph_and_eager_modes370  def testDebugNumericSummaryV2OpConciseHealthLarge(self):371    def debug_summary(x):372      return self.evaluate(373          gen_debug_ops.debug_numeric_summary_v2(374              x,375              tensor_debug_mode=(376                  debug_event_pb2.TensorDebugMode.CONCISE_HEALTH),377              tensor_id=x._id,378              output_dtype=dtypes.float64)), x._id379    x = np.zeros([100, 100], dtype=np.float16)380    x[32, :] = np.nan381    tensor, tensor_id = debug_summary(constant_op.constant(x))382    self.assertAllEqual(tensor, [tensor_id, 10000.0, 0.0, 0.0, 100.0])383    x = np.zeros([97, 97], dtype=np.float32)384    x[50, 83:85] = -np.inf385    tensor, tensor_id = debug_summary(constant_op.constant(x))386    self.assertAllEqual(tensor, [tensor_id, 97 * 97, 2.0, 0.0, 0.0])387    x[1:9, 41] = np.nan388    tensor, tensor_id = debug_summary(constant_op.constant(x))389    self.assertAllEqual(tensor, [tensor_id, 97 * 97, 2.0, 0.0, 8.0])390    x = np.zeros([9701], dtype=np.float64)391    x[9700] = np.nan392    tensor, tensor_id = debug_summary(constant_op.constant(x))393    self.assertAllEqual(tensor, [tensor_id, 9701, 0.0, 0.0, 1.0])394  @test_util.run_in_graph_and_eager_modes395  def testDebugNumericSummaryV2OpConciseHealthConsistency(self):396    def debug_summary(x):397      return self.evaluate(398          gen_debug_ops.debug_numeric_summary_v2(399              x,400              tensor_debug_mode=(401                  debug_event_pb2.TensorDebugMode.CONCISE_HEALTH),402              tensor_id=x._id,403              output_dtype=dtypes.float64)), x._id404    # Assert the same op is returns a consistent value405    x = np.zeros([100, 100], dtype=np.float16)406    x[3, 4] = -np.inf407    c = constant_op.constant(x)408    tensor_1, tensor_id_1 = debug_summary(c)409    tensor_2, tensor_id_2 = debug_summary(c)410    self.assertAllEqual(tensor_1, tensor_2)411    self.assertEqual(tensor_id_1, tensor_id_2)412    c = constant_op.constant(np.ones((100, 200), np.double))413    tensor_1, tensor_id_1 = debug_summary(c)414    tensor_2, tensor_id_2 = debug_summary(c)415    self.assertAllEqual(tensor_1, tensor_2)416    self.assertEqual(tensor_id_1, tensor_id_2)417  @test_util.run_in_graph_and_eager_modes418  def testDebugNumericSummaryV2OpShapeEmpty(self):419    def debug_summary(x):420      return self.evaluate(421          gen_debug_ops.debug_numeric_summary_v2(422              x,423              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.SHAPE),424              tensor_id=x._id,425              output_dtype=dtypes.float64)), x._id426    tensor, tensor_id = debug_summary(constant_op.constant(0.0))427    self.assertAllEqual(428        tensor, [tensor_id, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0])429  @test_util.run_in_graph_and_eager_modes430  def testDebugNumericSummaryV2OpShapeSmall(self):431    def debug_summary(x):432      return self.evaluate(433          gen_debug_ops.debug_numeric_summary_v2(434              x,435              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.SHAPE),436              tensor_id=x._id,437              output_dtype=dtypes.float64)), x._id438    x = np.zeros([3, 4], dtype=np.float32)439    tensor, tensor_id = debug_summary(constant_op.constant(x))440    self.assertAllEqual(441        tensor, [tensor_id, 1.0, 2.0, 12.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0])442    x = np.ones([1, 2, 3, 4, 5, 6], dtype=np.float16)443    x[0, 1, 2, 2, 2, 2] = np.nan444    tensor, tensor_id = debug_summary(constant_op.constant(x))445    self.assertAllEqual(446        tensor,447        [tensor_id, 19, 6.0, 2 * 3 * 4 * 5 * 6, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0])448    x = np.zeros([2], dtype=np.float32)449    tensor, tensor_id = debug_summary(constant_op.constant(x))450    self.assertAllEqual(451        tensor, [tensor_id, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0])452    tensor, tensor_id = debug_summary(constant_op.constant([]))453    self.assertAllEqual(454        tensor, [tensor_id, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0])455  @test_util.run_in_graph_and_eager_modes456  def testDebugNumericSummaryV2OpShapeLarge(self):457    def debug_summary(x):458      return self.evaluate(459          gen_debug_ops.debug_numeric_summary_v2(460              x,461              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.SHAPE),462              tensor_id=x._id,463              output_dtype=dtypes.float64)), x._id464    x = np.ones([1, 2, 3, 4, 5, 6, 7], dtype=np.double)465    tensor, tensor_id = debug_summary(constant_op.constant(x))466    self.assertAllEqual(tensor, [467        tensor_id, 2.0, 7.0, 2 * 3 * 4 * 5 * 6 * 7, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0468    ])469  @test_util.run_in_graph_and_eager_modes470  def testDebugNumericSummaryV2OpFullHealthSmall(self):471    def debug_summary(x):472      return self.evaluate(473          gen_debug_ops.debug_numeric_summary_v2(474              x,475              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.FULL_HEALTH),476              tensor_id=x._id,477              output_dtype=dtypes.float64)), x._id478    tensor, tensor_id = debug_summary(constant_op.constant([]))479    expected = [tensor_id, -1, 1, 1, 0, 0, 0, 0, 0, 0, 0]480    self.assertAllEqual(tensor, expected)481    tensor, tensor_id = debug_summary(constant_op.constant(42.0))482    expected = [tensor_id, -1, 1, 0, 1, 0, 0, 0, 0, 0, 1]483    self.assertAllEqual(tensor, expected)484    tensor, tensor_id = debug_summary(constant_op.constant([3.0, 4.0]))485    expected = [tensor_id, -1, 1, 1, 2, 0, 0, 0, 0, 0, 2]486    self.assertAllEqual(tensor, expected)487    tensor, tensor_id = debug_summary(488        constant_op.constant(np.array([3, -np.inf], dtype=np.float32)))489    expected = [tensor_id, -1, 1, 1, 2, 1, 0, 0, 0, 0, 1]490    self.assertAllEqual(tensor, expected)491    tensor, tensor_id = debug_summary(492        constant_op.constant(np.array([[0, 0], [np.nan, 0]], dtype=np.float64)))493    expected = [tensor_id, -1, 2, 2, 4, 0, 0, 1, 0, 3, 0]494    self.assertAllEqual(tensor, expected)495    tensor, tensor_id = debug_summary(496        constant_op.constant(497            np.array([[0, 0], [np.nan, np.inf]], dtype=np.float16)))498    expected = [tensor_id, -1, 19, 2, 4, 0, 1, 1, 0, 2, 0]499    self.assertAllEqual(tensor, expected)500    tensor, tensor_id = debug_summary(501        constant_op.constant(502            np.array([[0, np.inf], [np.nan, -np.inf]], dtype=np.float32)))503    expected = [tensor_id, -1, 1, 2, 4, 1, 1, 1, 0, 1, 0]504    self.assertAllEqual(tensor, expected)505  @test_util.run_in_graph_and_eager_modes506  def testDebugNumericSummaryV2OpFullHealthLarge(self):507    def debug_summary(x):508      return self.evaluate(509          gen_debug_ops.debug_numeric_summary_v2(510              x,511              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.FULL_HEALTH),512              tensor_id=x._id,513              output_dtype=dtypes.float64)), x._id514    def tensor_counts(arr):515      counts = [len(np.shape(arr)), np.size(arr), 0, 0, 0, 0, 0, 0]516      for n in np.ravel(arr):517        if np.isneginf(n):518          counts[2] += 1519        elif np.isposinf(n):520          counts[3] += 1521        elif np.isnan(n):522          counts[4] += 1523        elif n < 0.:524          counts[5] += 1525        elif n == 0.:526          counts[6] += 1527        else:528          counts[7] += 1529      return counts530    x = np.zeros([50, 50], dtype=np.float16)531    x[32, 47] = np.nan532    x[0:4, 3] = np.inf533    x[40:50, 40:50] = 10534    x[3, 20] = -10535    tensor, tensor_id = debug_summary(constant_op.constant(x))536    expected = [tensor_id, -1, 19] + tensor_counts(x)537    self.assertAllEqual(tensor, expected)538    x = np.ones([25, 25, 50], dtype=np.float32) * np.inf539    x[:, :, 1] = np.nan540    x[:, :, 2] = -np.inf541    x[:, :, 3] = -1542    x[:, :, 4] = 0543    x[:, :, 5] = 1544    tensor, tensor_id = debug_summary(constant_op.constant(x))545    expected = [tensor_id, -1, 1] + tensor_counts(x)546    self.assertAllEqual(tensor, expected)547    x[0, 0, 0] = np.nan548    tensor, tensor_id = debug_summary(constant_op.constant(x))549    expected = [tensor_id, -1, 1,] + tensor_counts(x)550    self.assertAllEqual(tensor, expected)551    x = np.zeros([9701], dtype=np.float64)552    x[9700] = np.nan553    tensor, tensor_id = debug_summary(constant_op.constant(x))554    expected = [tensor_id, -1, 2] + tensor_counts(x)555    self.assertAllEqual(tensor, expected)556  @test_util.run_in_graph_and_eager_modes557  def testDebugNumericSummaryV2OpFullHealthConsistency(self):558    def debug_summary(x):559      return self.evaluate(560          gen_debug_ops.debug_numeric_summary_v2(561              x,562              tensor_debug_mode=(debug_event_pb2.TensorDebugMode.FULL_HEALTH),563              tensor_id=x._id,564              output_dtype=dtypes.float64)), x._id565    # Assert the same op is returns a consistent value566    x = np.zeros([100, 100], dtype=np.float16)567    x[32, 47] = np.nan568    x[0:4, 3] = np.inf569    x[90:100, 90:100] = 10570    x[3, 20] = -10571    c = constant_op.constant(x)572    tensor_1, tensor_id_1 = debug_summary(c)573    tensor_2, tensor_id_2 = debug_summary(c)574    self.assertAllEqual(tensor_1, tensor_2)575    self.assertEqual(tensor_id_1, tensor_id_2)576    x = np.ones((100, 200, 3, 10), np.double)577    x[1, 30, 2] = 10578    x[5, :, 0, 1] = np.nan579    x[90:100, 150, :, :] = np.inf580    c = constant_op.constant(x)581    tensor_1, tensor_id_1 = debug_summary(c)582    tensor_2, tensor_id_2 = debug_summary(c)583    self.assertAllEqual(tensor_1, tensor_2)584    self.assertEqual(tensor_id_1, tensor_id_2)585if __name__ == "__main__":586  ops.enable_eager_execution()...

debug_utils_test.py

Source:debug_utils_test.py

1# Copyright 2016 The TensorFlow Authors. All Rights Reserved.2#3# Licensed under the Apache License, Version 2.0 (the "License");4# you may not use this file except in compliance with the License.5# You may obtain a copy of the License at6#7#     http://www.apache.org/licenses/LICENSE-2.08#9# Unless required by applicable law or agreed to in writing, software10# distributed under the License is distributed on an "AS IS" BASIS,11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.12# See the License for the specific language governing permissions and13# limitations under the License.14# ==============================================================================15"""Tests for TensorFlow Debugger (tfdbg) Utilities."""16from __future__ import absolute_import17from __future__ import division18from __future__ import print_function19import numpy as np20from tensorflow.core.protobuf import config_pb221from tensorflow.python.client import session22from tensorflow.python.debug.lib import debug_utils23from tensorflow.python.framework import constant_op24from tensorflow.python.framework import test_util25from tensorflow.python.ops import math_ops26# Import resource_variable_ops for the variables-to-tensor implicit conversion.27from tensorflow.python.ops import resource_variable_ops  # pylint: disable=unused-import28from tensorflow.python.ops import variables29from tensorflow.python.platform import googletest30class DebugUtilsTest(test_util.TensorFlowTestCase):31  @classmethod32  def setUpClass(cls):33    cls._sess = session.Session()34    with cls._sess:35      cls._a_init_val = np.array([[5.0, 3.0], [-1.0, 0.0]])36      cls._b_init_val = np.array([[2.0], [-1.0]])37      cls._c_val = np.array([[-4.0], [np.nan]])38      cls._a_init = constant_op.constant(39          cls._a_init_val, shape=[2, 2], name="a1_init")40      cls._b_init = constant_op.constant(41          cls._b_init_val, shape=[2, 1], name="b_init")42      cls._a = variables.VariableV1(cls._a_init, name="a1")43      cls._b = variables.VariableV1(cls._b_init, name="b")44      cls._c = constant_op.constant(cls._c_val, shape=[2, 1], name="c")45      # Matrix product of a and b.46      cls._p = math_ops.matmul(cls._a, cls._b, name="p1")47      # Sum of two vectors.48      cls._s = math_ops.add(cls._p, cls._c, name="s")49    cls._graph = cls._sess.graph50    # These are all the expected nodes in the graph:51    #   - Two variables (a, b), each with four nodes (Variable, init, Assign,52    #     read).53    #   - One constant (c).54    #   - One add operation and one matmul operation.55    #   - One wildcard node name ("*") that covers nodes created internally56    #     by TensorFlow itself (e.g., Grappler).57    cls._expected_num_nodes = 4 * 2 + 1 + 1 + 1 + 158  def setUp(self):59    self._run_options = config_pb2.RunOptions()60  def _verify_watches(self, watch_opts, expected_output_slot,61                      expected_debug_ops, expected_debug_urls):62    """Verify a list of debug tensor watches.63    This requires all watches in the watch list have exactly the same64    output_slot, debug_ops and debug_urls.65    Args:66      watch_opts: Repeated protobuf field of DebugTensorWatch.67      expected_output_slot: Expected output slot index, as an integer.68      expected_debug_ops: Expected debug ops, as a list of strings.69      expected_debug_urls: Expected debug URLs, as a list of strings.70    Returns:71      List of node names from the list of debug tensor watches.72    """73    node_names = []74    for watch in watch_opts:75      node_names.append(watch.node_name)76      if watch.node_name == "*":77        self.assertEqual(-1, watch.output_slot)78        self.assertEqual(expected_debug_ops, watch.debug_ops)79        self.assertEqual(expected_debug_urls, watch.debug_urls)80      else:81        self.assertEqual(expected_output_slot, watch.output_slot)82        self.assertEqual(expected_debug_ops, watch.debug_ops)83        self.assertEqual(expected_debug_urls, watch.debug_urls)84    return node_names85  def testAddDebugTensorWatches_defaultDebugOp(self):86    debug_utils.add_debug_tensor_watch(87        self._run_options, "foo/node_a", 1, debug_urls="file:///tmp/tfdbg_1")88    debug_utils.add_debug_tensor_watch(89        self._run_options, "foo/node_b", 0, debug_urls="file:///tmp/tfdbg_2")90    debug_watch_opts = self._run_options.debug_options.debug_tensor_watch_opts91    self.assertEqual(2, len(debug_watch_opts))92    watch_0 = debug_watch_opts[0]93    watch_1 = debug_watch_opts[1]94    self.assertEqual("foo/node_a", watch_0.node_name)95    self.assertEqual(1, watch_0.output_slot)96    self.assertEqual("foo/node_b", watch_1.node_name)97    self.assertEqual(0, watch_1.output_slot)98    # Verify default debug op name.99    self.assertEqual(["DebugIdentity"], watch_0.debug_ops)100    self.assertEqual(["DebugIdentity"], watch_1.debug_ops)101    # Verify debug URLs.102    self.assertEqual(["file:///tmp/tfdbg_1"], watch_0.debug_urls)103    self.assertEqual(["file:///tmp/tfdbg_2"], watch_1.debug_urls)104  def testAddDebugTensorWatches_explicitDebugOp(self):105    debug_utils.add_debug_tensor_watch(106        self._run_options,107        "foo/node_a",108        0,109        debug_ops="DebugNanCount",110        debug_urls="file:///tmp/tfdbg_1")111    debug_watch_opts = self._run_options.debug_options.debug_tensor_watch_opts112    self.assertEqual(1, len(debug_watch_opts))113    watch_0 = debug_watch_opts[0]114    self.assertEqual("foo/node_a", watch_0.node_name)115    self.assertEqual(0, watch_0.output_slot)116    # Verify default debug op name.117    self.assertEqual(["DebugNanCount"], watch_0.debug_ops)118    # Verify debug URLs.119    self.assertEqual(["file:///tmp/tfdbg_1"], watch_0.debug_urls)120  def testAddDebugTensorWatches_multipleDebugOps(self):121    debug_utils.add_debug_tensor_watch(122        self._run_options,123        "foo/node_a",124        0,125        debug_ops=["DebugNanCount", "DebugIdentity"],126        debug_urls="file:///tmp/tfdbg_1")127    debug_watch_opts = self._run_options.debug_options.debug_tensor_watch_opts128    self.assertEqual(1, len(debug_watch_opts))129    watch_0 = debug_watch_opts[0]130    self.assertEqual("foo/node_a", watch_0.node_name)131    self.assertEqual(0, watch_0.output_slot)132    # Verify default debug op name.133    self.assertEqual(["DebugNanCount", "DebugIdentity"], watch_0.debug_ops)134    # Verify debug URLs.135    self.assertEqual(["file:///tmp/tfdbg_1"], watch_0.debug_urls)136  def testAddDebugTensorWatches_multipleURLs(self):137    debug_utils.add_debug_tensor_watch(138        self._run_options,139        "foo/node_a",140        0,141        debug_ops="DebugNanCount",142        debug_urls=["file:///tmp/tfdbg_1", "file:///tmp/tfdbg_2"])143    debug_watch_opts = self._run_options.debug_options.debug_tensor_watch_opts144    self.assertEqual(1, len(debug_watch_opts))145    watch_0 = debug_watch_opts[0]146    self.assertEqual("foo/node_a", watch_0.node_name)147    self.assertEqual(0, watch_0.output_slot)148    # Verify default debug op name.149    self.assertEqual(["DebugNanCount"], watch_0.debug_ops)150    # Verify debug URLs.151    self.assertEqual(["file:///tmp/tfdbg_1", "file:///tmp/tfdbg_2"],152                     watch_0.debug_urls)153  @test_util.run_v1_only("b/120545219")154  def testWatchGraph_allNodes(self):155    debug_utils.watch_graph(156        self._run_options,157        self._graph,158        debug_ops=["DebugIdentity", "DebugNanCount"],159        debug_urls="file:///tmp/tfdbg_1")160    debug_watch_opts = self._run_options.debug_options.debug_tensor_watch_opts161    self.assertEqual(self._expected_num_nodes, len(debug_watch_opts))162    # Verify that each of the nodes in the graph with output tensors in the163    # graph have debug tensor watch.164    node_names = self._verify_watches(debug_watch_opts, 0,165                                      ["DebugIdentity", "DebugNanCount"],166                                      ["file:///tmp/tfdbg_1"])167    # Verify the node names.168    self.assertIn("a1_init", node_names)169    self.assertIn("a1", node_names)170    self.assertIn("a1/Assign", node_names)171    self.assertIn("a1/read", node_names)172    self.assertIn("b_init", node_names)173    self.assertIn("b", node_names)174    self.assertIn("b/Assign", node_names)175    self.assertIn("b/read", node_names)176    self.assertIn("c", node_names)177    self.assertIn("p1", node_names)178    self.assertIn("s", node_names)179    # Assert that the wildcard node name has been created.180    self.assertIn("*", node_names)181  @test_util.run_v1_only("b/120545219")182  def testWatchGraph_nodeNameWhitelist(self):183    debug_utils.watch_graph(184        self._run_options,185        self._graph,186        debug_urls="file:///tmp/tfdbg_1",187        node_name_regex_whitelist="(a1$|a1_init$|a1/.*|p1$)")188    node_names = self._verify_watches(189        self._run_options.debug_options.debug_tensor_watch_opts, 0,190        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])191    self.assertEqual(192        sorted(["a1_init", "a1", "a1/Assign", "a1/read", "p1"]),193        sorted(node_names))194  @test_util.run_v1_only("b/120545219")195  def testWatchGraph_opTypeWhitelist(self):196    debug_utils.watch_graph(197        self._run_options,198        self._graph,199        debug_urls="file:///tmp/tfdbg_1",200        op_type_regex_whitelist="(Variable|MatMul)")201    node_names = self._verify_watches(202        self._run_options.debug_options.debug_tensor_watch_opts, 0,203        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])204    self.assertEqual(sorted(["a1", "b", "p1"]), sorted(node_names))205  def testWatchGraph_nodeNameAndOpTypeWhitelists(self):206    debug_utils.watch_graph(207        self._run_options,208        self._graph,209        debug_urls="file:///tmp/tfdbg_1",210        node_name_regex_whitelist="([a-z]+1$)",211        op_type_regex_whitelist="(MatMul)")212    node_names = self._verify_watches(213        self._run_options.debug_options.debug_tensor_watch_opts, 0,214        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])215    self.assertEqual(["p1"], node_names)216  @test_util.run_v1_only("b/120545219")217  def testWatchGraph_tensorDTypeWhitelist(self):218    debug_utils.watch_graph(219        self._run_options,220        self._graph,221        debug_urls="file:///tmp/tfdbg_1",222        tensor_dtype_regex_whitelist=".*_ref")223    node_names = self._verify_watches(224        self._run_options.debug_options.debug_tensor_watch_opts, 0,225        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])226    self.assertItemsEqual(["a1", "a1/Assign", "b", "b/Assign"], node_names)227  @test_util.run_v1_only("b/120545219")228  def testWatchGraph_nodeNameAndTensorDTypeWhitelists(self):229    debug_utils.watch_graph(230        self._run_options,231        self._graph,232        debug_urls="file:///tmp/tfdbg_1",233        node_name_regex_whitelist="^a.*",234        tensor_dtype_regex_whitelist=".*_ref")235    node_names = self._verify_watches(236        self._run_options.debug_options.debug_tensor_watch_opts, 0,237        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])238    self.assertItemsEqual(["a1", "a1/Assign"], node_names)239  @test_util.run_v1_only("b/120545219")240  def testWatchGraph_nodeNameBlacklist(self):241    debug_utils.watch_graph_with_blacklists(242        self._run_options,243        self._graph,244        debug_urls="file:///tmp/tfdbg_1",245        node_name_regex_blacklist="(a1$|a1_init$|a1/.*|p1$)")246    node_names = self._verify_watches(247        self._run_options.debug_options.debug_tensor_watch_opts, 0,248        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])249    self.assertEqual(250        sorted(["b_init", "b", "b/Assign", "b/read", "c", "s"]),251        sorted(node_names))252  @test_util.run_v1_only("b/120545219")253  def testWatchGraph_opTypeBlacklist(self):254    debug_utils.watch_graph_with_blacklists(255        self._run_options,256        self._graph,257        debug_urls="file:///tmp/tfdbg_1",258        op_type_regex_blacklist="(Variable|Identity|Assign|Const)")259    node_names = self._verify_watches(260        self._run_options.debug_options.debug_tensor_watch_opts, 0,261        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])262    self.assertEqual(sorted(["p1", "s"]), sorted(node_names))263  @test_util.run_v1_only("b/120545219")264  def testWatchGraph_nodeNameAndOpTypeBlacklists(self):265    debug_utils.watch_graph_with_blacklists(266        self._run_options,267        self._graph,268        debug_urls="file:///tmp/tfdbg_1",269        node_name_regex_blacklist="p1$",270        op_type_regex_blacklist="(Variable|Identity|Assign|Const)")271    node_names = self._verify_watches(272        self._run_options.debug_options.debug_tensor_watch_opts, 0,273        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])274    self.assertEqual(["s"], node_names)275  @test_util.run_v1_only("b/120545219")276  def testWatchGraph_tensorDTypeBlacklists(self):277    debug_utils.watch_graph_with_blacklists(278        self._run_options,279        self._graph,280        debug_urls="file:///tmp/tfdbg_1",281        tensor_dtype_regex_blacklist=".*_ref")282    node_names = self._verify_watches(283        self._run_options.debug_options.debug_tensor_watch_opts, 0,284        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])285    self.assertNotIn("a1", node_names)286    self.assertNotIn("a1/Assign", node_names)287    self.assertNotIn("b", node_names)288    self.assertNotIn("b/Assign", node_names)289    self.assertIn("s", node_names)290  @test_util.run_v1_only("b/120545219")291  def testWatchGraph_nodeNameAndTensorDTypeBlacklists(self):292    debug_utils.watch_graph_with_blacklists(293        self._run_options,294        self._graph,295        debug_urls="file:///tmp/tfdbg_1",296        node_name_regex_blacklist="^s$",297        tensor_dtype_regex_blacklist=".*_ref")298    node_names = self._verify_watches(299        self._run_options.debug_options.debug_tensor_watch_opts, 0,300        ["DebugIdentity"], ["file:///tmp/tfdbg_1"])301    self.assertNotIn("a1", node_names)302    self.assertNotIn("a1/Assign", node_names)303    self.assertNotIn("b", node_names)304    self.assertNotIn("b/Assign", node_names)305    self.assertNotIn("s", node_names)306if __name__ == "__main__":...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.