# Copyright 2018 The TensorFlow Probability Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================
"""Tests for tensorflow_probability.layers.VariableInputLayer."""

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

import tensorflow as tf
import tensorflow_probability as tfp

from tensorflow.python.framework import test_util  # pylint: disable=g-direct-tensorflow-import

tfd = tfp.distributions


@test_util.run_all_in_graph_and_eager_modes
class VariableInputLayerTest(tf.test.TestCase):

  def test_sequential_api(self):
    # Create a trainable distribution using the Sequential API.
    model = tf.keras.models.Sequential([
        tfp.layers.VariableLayer(
            shape=[2, 3, 4],
            dtype=tf.float64,
            trainable=False),  # You'd probably never want this in IRL.
        # The Dense serves no real purpose; it will change the event_shape.
        tf.keras.layers.Dense(5, use_bias=False),
        tfp.layers.DistributionLambda(
            lambda t: tfd.Independent(tfd.Normal(loc=t[0], scale=t[1]),  # pylint: disable=g-long-lambda
                                      reinterpreted_batch_ndims=1)),

    ])

    # Instantiate the model (as a TFP distribution).
    dist = model(tf.zeros([]))

    # Check the weights.
    self.assertEqual(2, len(model.weights))

    # Check the VariableLayer layer.
    self.assertIs(tf.float64, tf.as_dtype(model.weights[0].dtype))
    self.assertEqual((2, 3, 4), model.layers[0].weights[0].shape)
    self.assertFalse(model.layers[0].trainable)
    self.assertFalse(model.layers[0].weights[0].trainable)

    # Check the Dense layer.
    self.assertIs(tf.float64, tf.as_dtype(model.weights[1].dtype))
    self.assertEqual((4, 5), model.layers[1].weights[0].shape)
    self.assertTrue(model.layers[1].trainable)
    self.assertTrue(model.layers[1].weights[0].trainable)

    # Check the distribution.
    self.assertIsInstance(dist, tfd.Independent)
    self.assertIs(tf.float64, dist.dtype)
    self.assertEqual((3,), dist.batch_shape)
    self.assertEqual((5,), dist.event_shape)

  def test_functional_api(self):
    # Create a trainable distribution using the functional API.
    dummy_input = tf.keras.Input(shape=())
    x = tfp.layers.VariableLayer(
        shape=[2, 3, 4],
        dtype=tf.float64,
        trainable=False,  # You'd probably never want this in IRL.
    )(dummy_input)
    # The Dense serves no real purpose; it will change the event_shape.
    x = tf.keras.layers.Dense(5, use_bias=False)(x)
    x = tfp.layers.DistributionLambda(
        lambda t: tfd.Independent(tfd.Normal(loc=t[0], scale=t[1]),  # pylint: disable=g-long-lambda
                                  reinterpreted_batch_ndims=1))(x)
    model = tf.keras.Model(dummy_input, x)

    # Instantiate the model (as a TFP distribution).
    dist = model(tf.zeros([]))

    # Check the weights.
    self.assertEqual(2, len(model.weights))

    # Check the VariableLayer layer.
    self.assertIs(tf.float64, tf.as_dtype(model.weights[0].dtype))
    self.assertEqual((2, 3, 4), model.layers[1].weights[0].shape)
    self.assertFalse(model.layers[1].trainable)
    self.assertFalse(model.layers[1].weights[0].trainable)

    # Check the Dense layer.
    self.assertIs(tf.float64, tf.as_dtype(model.weights[1].dtype))
    self.assertEqual((4, 5), model.layers[2].weights[0].shape)
    self.assertTrue(model.layers[2].trainable)
    self.assertTrue(model.layers[2].weights[0].trainable)

    # Check the distribution.
    self.assertIsInstance(dist, tfd.Independent)
    self.assertIs(tf.float64, dist.dtype)
    self.assertEqual((3,), dist.batch_shape)
    self.assertEqual((5,), dist.event_shape)


if __name__ == '__main__':
  tf.test.main()
