# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from auto_scan_test import PassAutoScanTest, SkipReasons
from program_config import TensorConfig, ProgramConfig, OpConfig
import numpy as np
import paddle.inference as paddle_infer
from functools import partial
from typing import Optional, List, Callable, Dict, Any, Set
import unittest

import hypothesis
from hypothesis import given, settings, seed, example, assume
import hypothesis.strategies as st


class TestScaleMatmulMkldnnFusePass(PassAutoScanTest):

    def is_program_valid(self, program_config: ProgramConfig) -> bool:
        return True

    def sample_program_config(self, draw):
        data_layout = draw(st.sampled_from(["NCHW", "NHWC"]))
        epsilon = draw(st.floats(min_value=0.0, max_value=0.001))
        fuse_with_relu = draw(st.booleans())
        is_test = draw(st.sampled_from([True]))
        momentum = draw(st.floats(min_value=0.0, max_value=5))
        trainable_statistics = False
        use_global_stats = draw(st.booleans())
        use_mkldnn1 = draw(st.sampled_from([True]))
        use_cudnn = draw(st.booleans())
        use_mkldnn2 = draw(st.sampled_from([True]))
        batch_size = draw(st.integers(min_value=1, max_value=4))
        channel = draw(st.integers(min_value=1, max_value=64))
        input_dim1 = draw(st.integers(min_value=1, max_value=512))
        input_dim2 = draw(st.integers(min_value=1, max_value=512))

        def generate_input():
            shape = [input_dim1, input_dim2]
            if data_layout == "NCHW":
                shape.insert(0, channel)
                shape.insert(0, batch_size)
            else:
                shape.append(channel)
                shape.insert(0, batch_size)
            return np.random.random(shape).astype(np.float32)

        def generate_weight():
            return np.random.random(channel).astype(np.float32)

        batch_norm_op = OpConfig(type="batch_norm",
                                 inputs={
                                     "X": ["input_data"],
                                     "Bias": ["Bias"],
                                     "Mean": ["Mean"],
                                     "Scale": ["Scale"],
                                     "Variance": ["Variance"]
                                 },
                                 outputs={
                                     "Y": ["norm_output"],
                                     "MeanOut": ["Mean"],
                                     "VarianceOut": ["Variance"],
                                     "SavedMean": ["SavedMean"],
                                     "SavedVariance": ["SavedVariance"]
                                 },
                                 attrs={
                                     "data_layout": data_layout,
                                     "epsilon": epsilon,
                                     "fuse_with_relu": fuse_with_relu,
                                     "is_test": is_test,
                                     "momentum": momentum,
                                     "trainable_statistics":
                                     trainable_statistics,
                                     "use_global_stats": use_global_stats,
                                     "use_mkldnn": use_mkldnn1
                                 })

        relu_op = OpConfig(type="relu",
                           inputs={"X": ["norm_output"]},
                           outputs={"Out": ["relu_output"]},
                           attrs={
                               "use_cudnn": use_cudnn,
                               "use_mkldnn": use_mkldnn2
                           })

        model_net = [batch_norm_op, relu_op]

        program_config = ProgramConfig(
            ops=model_net,
            weights={
                "Bias": TensorConfig(data_gen=partial(generate_weight)),
                "Mean": TensorConfig(data_gen=partial(generate_weight)),
                "Scale": TensorConfig(data_gen=partial(generate_weight)),
                "Variance": TensorConfig(data_gen=partial(generate_weight))
            },
            inputs={
                "input_data": TensorConfig(data_gen=partial(generate_input))
            },
            outputs=["relu_output"])

        return program_config

    def sample_predictor_configs(self, program_config):
        config = self.create_inference_config(use_mkldnn=True)
        yield config, ["batch_norm"], (1e-5, 1e-5)

    def test(self):
        self.run_and_statis(quant=False, passes=["batch_norm_act_fuse_pass"])


if __name__ == "__main__":
    unittest.main()
