tests_tf/test_attack_bundling.py::test_unfinished_attack_configs
tests_tf/test_attack_bundling.py::test_misclassify_request_examples
tests_tf/test_attacks.py::TestAttackClassInitArguments::test_model
tests_tf/test_attacks.py::TestAttackClassInitArguments::test_sess
tests_tf/test_attacks.py::TestAttackClassInitArguments::test_sess_generate_np
tests_tf/test_attacks.py::TestParseParams::test_parse
tests_tf/test_attacks.py::TestVirtualAdversarialMethod::test_generate_np
tests_tf/test_attacks.py::TestVirtualAdversarialMethod::test_parse_params
tests_tf/test_attacks.py::CommonAttackProperties::test_generate_can_be_called_with_different_eps
tests_tf/test_attacks.py::CommonAttackProperties::test_generate_np_can_be_called_with_different_eps
tests_tf/test_attacks.py::CommonAttackProperties::test_generate_np_clip_works_as_expected
tests_tf/test_attacks.py::CommonAttackProperties::test_generate_np_gives_adversarial_example_l1
tests_tf/test_attacks.py::CommonAttackProperties::test_generate_np_gives_adversarial_example_l2
tests_tf/test_attacks.py::CommonAttackProperties::test_generate_np_gives_adversarial_example_linfinity
tests_tf/test_attacks.py::CommonAttackProperties::test_generate_respects_dtype
tests_tf/test_attacks.py::CommonAttackProperties::test_invalid_input
tests_tf/test_attacks.py::CommonAttackProperties::test_targeted_generate_np_gives_adversarial_example
tests_tf/test_attacks.py::TestFastGradientMethod::test_generate_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestFastGradientMethod::test_generate_np_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestFastGradientMethod::test_generate_np_clip_works_as_expected
tests_tf/test_attacks.py::TestFastGradientMethod::test_generate_np_gives_adversarial_example_l1
tests_tf/test_attacks.py::TestFastGradientMethod::test_generate_np_gives_adversarial_example_l2
tests_tf/test_attacks.py::TestFastGradientMethod::test_generate_np_gives_adversarial_example_linfinity
tests_tf/test_attacks.py::TestFastGradientMethod::test_generate_respects_dtype
tests_tf/test_attacks.py::TestFastGradientMethod::test_invalid_input
tests_tf/test_attacks.py::TestFastGradientMethod::test_targeted_generate_np_gives_adversarial_example
tests_tf/test_attacks.py::TestOptimizeLinear::test_optimize_linear_l1
tests_tf/test_attacks.py::TestOptimizeLinear::test_optimize_linear_l1_ties
tests_tf/test_attacks.py::TestOptimizeLinear::test_optimize_linear_l2
tests_tf/test_attacks.py::TestOptimizeLinear::test_optimize_linear_linf
tests_tf/test_attacks.py::TestSPSA::test_attack_strength
tests_tf/test_attacks.py::TestSPSA::test_attack_strength_np
tests_tf/test_attacks.py::TestSPSA::test_attack_strength_np_batched
tests_tf/test_attacks.py::TestSPSA::test_label_argument_int64
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_attack_strength_l2
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_attack_strength_linf
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_clip_eta_l2
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_clip_eta_linf
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_do_not_reach_lp_boundary
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_np_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_np_clip_works_as_expected
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_np_does_not_cache_graph_computation_for_nb_iter
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_np_gives_adversarial_example_l1
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_np_gives_adversarial_example_l2
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_np_gives_adversarial_example_linfinity
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_np_gives_clipped_adversarial_examples
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_generate_respects_dtype
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_grad_clip_l2
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_invalid_input
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_multiple_initial_random_step
tests_tf/test_attacks.py::TestProjectedGradientDescent::test_targeted_generate_np_gives_adversarial_example
tests_tf/test_attacks.py::TestSparseL1Descent::test_attack_strength
tests_tf/test_attacks.py::TestSparseL1Descent::test_clip_eta
tests_tf/test_attacks.py::TestSparseL1Descent::test_do_not_reach_lp_boundary
tests_tf/test_attacks.py::TestSparseL1Descent::test_generate_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestSparseL1Descent::test_generate_np_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestSparseL1Descent::test_generate_np_clip_works_as_expected
tests_tf/test_attacks.py::TestSparseL1Descent::test_generate_np_does_not_cache_graph_computation_for_nb_iter
tests_tf/test_attacks.py::TestSparseL1Descent::test_generate_np_gives_adversarial_example
tests_tf/test_attacks.py::TestSparseL1Descent::test_generate_np_gives_clipped_adversarial_examples
tests_tf/test_attacks.py::TestSparseL1Descent::test_grad_clip
tests_tf/test_attacks.py::TestSparseL1Descent::test_grad_sparsity_checks
tests_tf/test_attacks.py::TestSparseL1Descent::test_invalid_input
tests_tf/test_attacks.py::TestSparseL1Descent::test_sparsity
tests_tf/test_attacks.py::TestSparseL1Descent::test_targeted_generate_np_gives_adversarial_example
tests_tf/test_attacks.py::TestCarliniWagnerL2::test_generate_gives_adversarial_example
tests_tf/test_attacks.py::TestCarliniWagnerL2::test_generate_np_gives_clipped_adversarial_examples
tests_tf/test_attacks.py::TestCarliniWagnerL2::test_generate_np_high_confidence_targeted_examples
tests_tf/test_attacks.py::TestCarliniWagnerL2::test_generate_np_high_confidence_untargeted_examples
tests_tf/test_attacks.py::TestCarliniWagnerL2::test_generate_np_targeted_gives_adversarial_example
tests_tf/test_attacks.py::TestCarliniWagnerL2::test_generate_np_untargeted_gives_adversarial_example
tests_tf/test_attacks.py::TestElasticNetMethod::test_generate_gives_adversarial_example
tests_tf/test_attacks.py::TestElasticNetMethod::test_generate_np_gives_clipped_adversarial_examples
tests_tf/test_attacks.py::TestElasticNetMethod::test_generate_np_high_confidence_targeted_examples
tests_tf/test_attacks.py::TestElasticNetMethod::test_generate_np_high_confidence_untargeted_examples
tests_tf/test_attacks.py::TestElasticNetMethod::test_generate_np_targeted_gives_adversarial_example
tests_tf/test_attacks.py::TestElasticNetMethod::test_generate_np_untargeted_gives_adversarial_example
tests_tf/test_attacks.py::TestSaliencyMapMethod::test_generate_np_targeted_gives_adversarial_example
tests_tf/test_attacks.py::TestDeepFool::test_generate_gives_adversarial_example
tests_tf/test_attacks.py::TestDeepFool::test_generate_np_gives_adversarial_example
tests_tf/test_attacks.py::TestDeepFool::test_generate_np_gives_clipped_adversarial_examples
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_attack_strength_l2
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_attack_strength_linf
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_clip_eta_l2
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_clip_eta_linf
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_do_not_reach_lp_boundary
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_can_be_called_with_different_decay_factor
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_can_be_called_with_different_eps
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_clip_works_as_expected
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_does_not_cache_graph_computation_for_nb_iter
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_gives_adversarial_example_l1
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_gives_adversarial_example_l2
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_gives_adversarial_example_linfinity
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_np_gives_clipped_adversarial_examples
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_generate_respects_dtype
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_grad_clip_l2
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_invalid_input
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_multiple_initial_random_step
tests_tf/test_attacks.py::TestMomentumIterativeMethod::test_targeted_generate_np_gives_adversarial_example
tests_tf/test_attacks.py::TestMadryEtAl::test_attack_can_be_constructed
tests_tf/test_attacks.py::TestBasicIterativeMethod::test_attack_can_be_constructed
tests_tf/test_attacks.py::TestFastFeatureAdversaries::test_attack_strength
tests_tf/test_attacks.py::TestLBFGS::test_generate_np_gives_clipped_adversarial_examples
tests_tf/test_attacks.py::TestLBFGS::test_generate_np_targeted_gives_adversarial_example
tests_tf/test_attacks.py::TestLBFGS::test_generate_targeted_gives_adversarial_example
tests_tf/test_attacks.py::TestSpatialTransformationMethod::test_keep_pixels_on_image
tests_tf/test_attacks.py::TestSpatialTransformationMethod::test_no_transformation
tests_tf/test_attacks.py::TestSpatialTransformationMethod::test_push_pixels_off_image
tests_tf/test_attacks.py::TestHopSkipJumpAttack::test_generate_np_targeted_linf
tests_tf/test_attacks.py::TestHopSkipJumpAttack::test_generate_np_untargeted_l2
tests_tf/test_attacks.py::TestHopSkipJumpAttack::test_generate_targeted_l2
tests_tf/test_attacks.py::TestHopSkipJumpAttack::test_generate_untargeted_linf
tests_tf/test_attacks_tf.py::TestAttackTF::test_fgm_gradient_max
tests_tf/test_attacks_tf.py::TestAttackTF::test_parallel_apply
tests_tf/test_attacks_tf.py::TestAttackTF::test_pgd_targeted_attack_with_adam_optimizer
tests_tf/test_attacks_tf.py::TestAttackTF::test_pgd_targeted_attack_with_sgd_optimizer
tests_tf/test_attacks_tf.py::TestAttackTF::test_pgd_untargeted_attack_with_adam_optimizer
tests_tf/test_attacks_tf.py::TestAttackTF::test_pgd_untargeted_attack_with_sgd_optimizer
tests_tf/test_attacks_tf.py::TestAttackTF::test_stronger_pgd_targeted_attack_with_adam_optimizer
tests_tf/test_attacks_tf.py::TestAttackTF::test_stronger_pgd_targeted_attack_with_sgd_optimizer
tests_tf/test_attacks_tf.py::TestAttackTF::test_stronger_pgd_untargeted_attack_with_adam_optimizer
tests_tf/test_attacks_tf.py::TestAttackTF::test_stronger_pgd_untargeted_attack_with_sgd_optimizer
tests_tf/test_confidence_report.py::test_confidence_report
tests_tf/test_confidence_report.py::test_make_confidence_report_bundled
tests_tf/test_confidence_report.py::test_save_load_confidence_report
tests_tf/test_dataset.py::TestDataset::test_factory
tests_tf/test_defenses.py::TestDefenses::test_feature_pairing
tests_tf/test_defenses.py::TestDefenses::test_mixup
tests_tf/test_defenses.py::TestDefenses::test_xe
tests_tf/test_defenses.py::TestDefenses::test_xe_smoothing
tests_tf/test_evaluation.py::TestEvaluation::test_cache
tests_tf/test_mnist_blackbox.py::TestMNISTBlackboxF::test_mnist_blackbox
tests_tf/test_mnist_tutorial_cw.py::TestMNISTTutorialCW::test_mnist_tutorial_cw
tests_tf/test_mnist_tutorial_jsma.py::TestMNISTTutorialJSMA::test_mnist_tutorial_jsma
tests_tf/test_mnist_tutorial_keras.py::TestMNISTTutorialKeras::test_mnist_tutorial_keras
tests_tf/test_mnist_tutorial_keras_tf.py::TestMNISTTutorialKerasTF::test_mnist_tutorial_keras_tf
tests_tf/test_mnist_tutorial_tf.py::TestMNISTTutorialTF::test_mnist_tutorial_tf
tests_tf/test_model.py::TestModelClass::test_fprop
tests_tf/test_model.py::TestModelClass::test_get_logits
tests_tf/test_model.py::TestModelClass::test_get_probs
tests_tf/test_model.py::TestCallableModelWrapperInitArguments::test_output_layer
tests_tf/test_picklable_model.py::TestPerImageStandardize::test_ones_inputs
tests_tf/test_picklable_model.py::TestPerImageStandardize::test_random_inputs
tests_tf/test_picklable_model.py::TestDropout::test_drop
tests_tf/test_picklable_model.py::TestDropout::test_no_drop
tests_tf/test_picklable_model.py::TestDropout::test_override
tests_tf/test_projected_gradient_descent.py::test_no_logits
tests_tf/test_projected_gradient_descent.py::test_rejects_callable
tests_tf/test_serial.py::TestSerial::test_save_and_load_var
tests_tf/test_utils.py::TestUtils::test_get_logits_over_interval
tests_tf/test_utils.py::TestUtils::test_other_classes_invalid_class_ind
tests_tf/test_utils.py::TestUtils::test_other_classes_neg_class_ind
tests_tf/test_utils.py::TestUtils::test_other_classes_return_val
tests_tf/test_utils.py::TestUtils::test_random_targets_one_hot
tests_tf/test_utils.py::TestUtils::test_random_targets_one_hot_single_label
tests_tf/test_utils.py::TestUtils::test_random_targets_vector
tests_tf/test_utils.py::TestUtils::test_to_categorical_with_nb_classes_arg
tests_tf/test_utils_keras.py::TestKerasModelWrapper::test_fprop
tests_tf/test_utils_keras.py::TestKerasModelWrapper::test_get_layer_names
tests_tf/test_utils_keras.py::TestKerasModelWrapper::test_get_logits
tests_tf/test_utils_keras.py::TestKerasModelWrapper::test_get_probs
tests_tf/test_utils_keras.py::TestKerasModelWrapper::test_logit_layer_name_is_logits
tests_tf/test_utils_keras.py::TestKerasModelWrapper::test_softmax_layer_name_is_softmax
tests_tf/test_utils_tf.py::TestUtilsTF::test_clip_by_value_numpy_dtype
tests_tf/test_utils_tf.py::TestUtilsTF::test_clip_eta_goldilocks
tests_tf/test_utils_tf.py::TestUtilsTF::test_clip_eta_norm_0
tests_tf/test_utils_tf.py::TestUtilsTF::test_kl_with_logits
tests_tf/test_utils_tf.py::TestUtilsTF::test_l2_batch_normalize
tests_tf/test_utils_tf.py::TestUtilsTF::test_random_lp_srandom_lp_vector_l1_l2
tests_tf/test_utils_tf.py::TestUtilsTF::test_random_lp_vector_linf
tests_tf/test_utils_tf.py::TestUtilsTF::test_zero_out_clipped_grads

================================================================================================ warnings summary ================================================================================================
/home/saikat/anaconda3/envs/pv3.6_cleverhans/lib/python3.7/site-packages/tensorflow_core/python/pywrap_tensorflow_internal.py:15
  /home/saikat/anaconda3/envs/pv3.6_cleverhans/lib/python3.7/site-packages/tensorflow_core/python/pywrap_tensorflow_internal.py:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
    import imp

cleverhans/utils_tf.py:628
  /home/saikat/projects/borntobeflaky/projects/pytorch-deps/cleverhans/cleverhans/utils_tf.py:628: UserWarning: No GPUS, running on CPU
    warnings.warn("No GPUS, running on CPU")

/home/saikat/anaconda3/envs/pv3.6_cleverhans/lib/python3.7/site-packages/tensorflow_core/contrib/learn/python/learn/learn_io/generator_io.py:26
  /home/saikat/anaconda3/envs/pv3.6_cleverhans/lib/python3.7/site-packages/tensorflow_core/contrib/learn/python/learn/learn_io/generator_io.py:26: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3,and in 3.9 it will stop working
    from collections import Container

cleverhans/attacks_tf.py:27
  /home/saikat/projects/borntobeflaky/projects/pytorch-deps/cleverhans/cleverhans/attacks_tf.py:27: UserWarning: attacks_tf is deprecated and will be removed on 2019-07-18 or after. Code should import functions from their new locations directly.
    warnings.warn("attacks_tf is deprecated and will be removed on 2019-07-18"

-- Docs: https://docs.pytest.org/en/latest/warnings.html
4 warnings in 1.57s
