# Copyright 2018 Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
#   Licensed under the Apache License, Version 2.0 (the "License").
#   You may not use this file except in compliance with the License.
#   A copy of the License is located at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   or in the "license" file accompanying this file. This file is distributed
#   on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
#   express or implied. See the License for the specific language governing
#   permissions and limitations under the License.
# ==============================================================================


import unittest
import uuid
import numpy as np
import mxnet as mx
import mxnet.gluon.nn as nn
import mxfusion.components as mfc
from mxfusion.components.functions import MXFusionGluonFunction
import mxfusion as mf
from mxfusion.common.exceptions import ModelSpecificationError
from mxfusion.components.distributions.normal import Normal
from mxfusion.components.distributions.gp.kernels import RBF
from mxfusion.modules.gp_modules import GPRegression
from mxfusion.components import Variable
from mxfusion.components.variables import PositiveTransformation
from mxfusion.models import Model, FactorGraph
from mxfusion.components.variables.runtime_variable import add_sample_dimension, array_has_samples, get_num_samples
from mxfusion.util.testutils import MockMXNetRandomGenerator


class FactorGraphTests(unittest.TestCase):
    """
    Tests the MXFusion.core.factor_graph.FactorGraph class.
    """

    def shape_match(self, old, new):
        if len(old) != len(new):
            return False
        for o, n in zip(old, new):
            if isinstance(n, mfc.Variable):
                if n != o:
                    return False
            elif n != o:
                return False
        return True

    def make_bnn_model(self, net):
        component_set = set()
        m = mf.models.Model(verbose=False)
        m.N = mfc.Variable()
        m.f = MXFusionGluonFunction(net, num_outputs=1)
        m.x = mfc.Variable(shape=(m.N,))
        m.r = m.f(m.x)
        for k, v in m.r.factor.parameters.items():
            if k.endswith('_weight') or k.endswith('_bias'):
                d = mf.components.distributions.Normal(mean=mx.nd.array([0]), variance=mx.nd.array([1e6]))
                v.set_prior(d)
                component_set.union(set([v,d]))
        m.y = mf.components.distributions.Categorical.define_variable(log_prob=m.r, num_classes=2, normalization=True, one_hot_encoding=False)
        component_set.union(set([m.N, m.f, m.x, m.r, m.y]))
        return m, component_set

    def make_net(self):
        D = 100
        net = nn.HybridSequential(prefix='hybrid0_')
        with net.name_scope():
            net.add(nn.Dense(D, in_units=10, activation="tanh", flatten=False))
            net.add(nn.Dense(D, in_units=D, activation="tanh", flatten=False))
            net.add(nn.Dense(2, in_units=D, flatten=False))
        net.initialize(mx.init.Xavier(magnitude=3))
        return net

    def make_simple_model(self):
        m = Model()
        mean = Variable()
        variance = Variable()
        m.r = Normal.define_variable(mean=mean, variance=variance)
        return m

    def make_gpregr_model(self):
        m = Model()
        m.N = Variable()
        m.X = Variable(shape=(m.N, 3))
        m.noise_var = Variable(transformation=PositiveTransformation(), initial_value=mx.nd.array([1.]))
        kernel = RBF(input_dim=3, variance=mx.nd.array([1.]), lengthscale=mx.nd.array([1.]))
        m.Y = GPRegression.define_variable(X=m.X, kernel=kernel, noise_var=m.noise_var, shape=(m.N, 2))
        return m

    def setUp(self):
        self.TESTFILE = "testfile_" + str(uuid.uuid4()) + ".json"
        self.fg = mf.models.FactorGraph(name='test_fg')
        self.D = 10
        self.basic_net = nn.HybridSequential()
        with self.basic_net.name_scope():
            self.basic_net.add(nn.Dense(self.D, in_units=10, activation="relu"))
        self.basic_net.initialize()
        self.bnn_net = self.make_net()

    def test_bnn_model(self):

        bnn_fg, component_set = self.make_bnn_model(self.bnn_net)
        self.assertTrue(component_set <= set(bnn_fg.components_graph.nodes().keys()),
                        "Variables are all added to _components_graph {} {}".format(component_set, bnn_fg.components_graph.nodes().keys()))
        self.assertTrue(component_set <= bnn_fg.components.keys(), "Variable is added to _components dict. {} {}".format(component_set, bnn_fg.components.keys()))

    def test_add_unresolved_components_distribution(self):
        v = mfc.Variable()
        m = mfc.Variable()
        f = Normal.define_variable(mean=m, variance=v)
        component_set = set((v, m, f))
        self.fg.f = f
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes().keys()),
                        "Variables are all added to _components_graph {} {}".format(component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set((v.uuid, m.uuid, f.uuid)) <= self.fg.components.keys(), "Variable is added to _components dict. {} {}".format(v.uuid, self.fg.components))

    def test_add_unresolved_components_function(self):
        f = MXFusionGluonFunction(self.basic_net, num_outputs=1)
        x = mfc.Variable()
        y = f(x)
        component_set = set((x, y))
        self.fg.y = y
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes().keys()),
                        "Variables are all added to _components_graph {} {}".format(component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set(map(lambda x: x.uuid, component_set)) <= self.fg.components.keys(), "Variable is added to _components dict. {} {}".format(set(map(lambda x: x.uuid, component_set)), self.fg.components.keys()))
        self.assertTrue(len(self.fg.components_graph.nodes().keys()) == 5, "There should be variables for the block parameters and a function evaluation totally 5 nodes in the graph but there were only {} in {}".format(len(self.fg.components_graph.nodes().keys()), self.fg.components_graph.nodes().keys()))

    def test_add_with_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(), "Variable is added to _components_graph.")
        self.assertTrue(v.uuid in self.fg.components, "Variable is added to _components dict.")

    def test_assignment_with_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(), "Variable is added to _components_graph.")
        self.assertTrue(v.uuid in self.fg.components, "Variable is added to _components dict.")

    def test_remove_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(), "Variable is added to _components_graph.")
        self.assertTrue(v.uuid in self.fg.components, "Variable is added to _components dict.")
        self.fg.remove_component(v)
        self.assertFalse(v in self.fg.components_graph.nodes(), "Variable is removed from _components_graph.")
        self.assertFalse(v.uuid in self.fg.components, "Variable is removed from _components dict.")

    def test_remove_nonexistant_variable_failure(self):
        v = mfc.Variable()
        with self.assertRaises(ModelSpecificationError):
            self.fg.remove_component(v)


    def test_replicate_gp_model(self):
        m = self.make_gpregr_model()
        m2 = m.clone()
        self.assertTrue(all([v in m.Y.factor._module_graph.components for v in m2.Y.factor._module_graph.components]), (set(m2.Y.factor._module_graph.components) - set(m.Y.factor._module_graph.components)))
        self.assertTrue(all([v in m.Y.factor._extra_graphs[0].components for v in m2.Y.factor._extra_graphs[0].components]), (set(m2.Y.factor._extra_graphs[0].components) - set(m.Y.factor._extra_graphs[0].components)))
        self.assertTrue(all([v in m.components for v in m2.components]), (set(m2.components) - set(m.components)))
        self.assertTrue(all([v in m2.components for v in m.components]), (set(m.components) - set(m2.components)))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for i in m.variables]), (m.variables, m2.variables))

    def test_replicate_bnn_model(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        m2 = m.clone()
        self.assertTrue(all([v in m.components for v in m2.components]), (set(m2.components) - set(m.components)))
        self.assertTrue(all([v in m2.components for v in m.components]), (set(m.components) - set(m2.components)))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for i in m.variables]), (m.variables, m2.variables))

    def test_replicate_simple_model(self):
        m = mf.models.Model(verbose=False)
        m.x = mfc.Variable(shape=(2,))
        m.x_mean = mfc.Variable(value=mx.nd.array([0, 1]), shape=(2,))
        m.x_var = mfc.Variable(value=mx.nd.array([1e6]))
        d = mf.components.distributions.Normal(mean=m.x_mean, variance=m.x_var)
        m.x.set_prior(d)
        m2 = m.clone()
        # compare m and m2 components and such for exactness.
        self.assertTrue(set([v.uuid for v in m.components.values()]) ==
                        set([v.uuid for v in m2.components.values()]))
        self.assertTrue(all([v in m.components for v in m2.components]), (set(m2.components) - set(m.components)))
        self.assertTrue(all([v in m2.components for v in m.components]), (set(m.components) - set(m2.components)))
        self.assertTrue(all([m.x.shape == m2.x.shape,
                             m.x_mean.shape == m2.x_mean.shape,
                             m.x_var.shape == m2.x_var.shape]))

    def test_set_prior_after_factor_attach(self):
        fg = mf.models.Model()
        d = mf.components.distributions.Normal(mean=mx.nd.array([1e2]), variance=mx.nd.array([1e6]))
        fg.d = d

        x = mfc.Variable()
        x.set_prior(d)
        self.assertTrue(set([v for _, v in d.successors]) == set([x]))
        self.assertTrue(set([v for _, v in x.predecessors]) == set([d]))
        self.assertTrue(x.graph == d.graph and d.graph == fg.components_graph)

    def test_same_variable_as_multiple_inputs_to_factor_in_graph(self):
        fg = mf.models.Model()

        fg.x = mfc.Variable()
        fg.y = mf.components.distributions.Normal.define_variable(mean=fg.x, variance=fg.x)

        self.assertTrue(set([v for _, v in fg.y.factor.predecessors]) == set([fg.x]))
        self.assertTrue(set([v for _, v in fg.x.successors]) == set([fg.y.factor]))
        self.assertTrue(len(fg.y.factor.predecessors) == 2)
        self.assertTrue(len(fg.x.successors) == 2)

    def test_same_variable_as_multiple_inputs_to_factor_not_in_graph(self):

        x = mfc.Variable()
        y = mf.components.distributions.Normal.define_variable(mean=x, variance=x)

        self.assertTrue(set([v for _, v in y.factor.predecessors]) == set([x]))
        self.assertTrue(set([v for _, v in x.successors]) == set([y.factor]))
        self.assertTrue(len(y.factor.predecessors) == 2)
        self.assertTrue(len(x.successors) == 2)

    def test_compute_log_prob(self):
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([1]), shape=(10,))
        np.random.seed(0)
        v_mx = mx.nd.array(np.random.randn(1))
        v2_mx = mx.nd.array(np.random.randn(1))
        v3_mx = mx.nd.array(np.random.randn(10))

        v_rt = add_sample_dimension(mx.nd, v_mx)
        v2_rt = add_sample_dimension(mx.nd, v2_mx)
        v3_rt = add_sample_dimension(mx.nd, v3_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        log_pdf = m.log_pdf(F=mx.nd, variables={m.v2.uuid: v2_rt, m.v3.uuid:v3_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt, v.uuid: v_rt}).asscalar()

        variables = {m.v2.factor.mean.uuid: v_rt, m.v2.factor.variance.uuid: variance_rt, m.v2.factor.random_variable.uuid: v2_rt}
        log_pdf_1 = mx.nd.sum(m.v2.factor.log_pdf(F=mx.nd, variables=variables))
        variables = {m.v3.factor.mean.uuid: v2_rt, m.v3.factor.variance.uuid: variance2_rt, m.v3.factor.random_variable.uuid: v3_rt}
        log_pdf_2 = mx.nd.sum(m.v3.factor.log_pdf(F=mx.nd, variables=variables))

        assert log_pdf == (log_pdf_1 + log_pdf_2).asscalar()

    def test_draw_samples(self):
        np.random.seed(0)
        samples_1_np = np.random.randn(5)
        samples_1 = mx.nd.array(samples_1_np)
        samples_2_np = np.random.randn(50)
        samples_2 = mx.nd.array(samples_2_np)
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]), rand_gen=MockMXNetRandomGenerator(samples_1))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([0.1]), shape=(10,), rand_gen=MockMXNetRandomGenerator(samples_2))
        np.random.seed(0)
        v_np =np.random.rand(1)
        v_mx = mx.nd.array(v_np)

        v_rt = add_sample_dimension(mx.nd, v_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        samples = m.draw_samples(F=mx.nd, num_samples=5, targets=[m.v3.uuid],
        variables={v.uuid: v_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt})[0]

        samples_np = v_np + samples_1_np[:, None] + np.sqrt(0.1)*samples_2_np.reshape(5,10)

        assert array_has_samples(mx.nd, samples) and get_num_samples(mx.nd, samples)==5
        assert np.allclose(samples.asnumpy(), samples_np)

    def test_reconcile_simple_model(self):
        m1 = self.make_simple_model()
        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(m1.components))

    def test_reconcile_bnn_model(self):
        m1, _ = self.make_bnn_model(self.make_net())
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(m1.components))

    def test_reconcile_gp_model(self):
        m1 = self.make_gpregr_model()
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(set(m1.components).union(set(m1.Y.factor._module_graph.components)).union(set(m1.Y.factor._extra_graphs[0].components))))

    def test_reconcile_model_and_posterior(self):
        x = np.random.rand(1000, 10)
        y = np.random.rand(1000, 10)
        x_nd, y_nd = mx.nd.array(y), mx.nd.array(x)

        net1 = self.make_net()
        net1(x_nd)
        net2 = self.make_net()
        net2(x_nd)
        m1, _ = self.make_bnn_model(net1)
        m2, _ = self.make_bnn_model(net2)

        from mxfusion.inference.meanfield import create_Gaussian_meanfield
        from mxfusion.inference import StochasticVariationalInference
        observed1 = [m1.y, m1.x]
        observed2 = [m2.y, m2.x]
        q1 = create_Gaussian_meanfield(model=m1, observed=observed1)
        alg1 = StochasticVariationalInference(num_samples=3, model=m1, posterior=q1, observed=observed1)
        q2 = create_Gaussian_meanfield(model=m2, observed=observed2)
        alg2 = StochasticVariationalInference(num_samples=3, model=m2, posterior=q2, observed=observed2)
        component_map = mf.models.FactorGraph.reconcile_graphs(
            alg1._graphs,
            primary_previous_graph=alg2._graphs[0],
            secondary_previous_graphs=[alg2._graphs[1]])
        assert len(set(component_map)) == \
            len(set(alg1.graphs[0].components.values()).union(
                set(alg1.graphs[1].components.values())))

    def test_save_reload_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        m1_loaded_edges = set(m1_loaded.components_graph.edges())
        m1_edges = set(m1.components_graph.edges())

        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(set(m1.components_graph.edges()) == set(m1_loaded.components_graph.edges()), m1_edges.symmetric_difference(m1_loaded_edges))
        self.assertTrue(len(m1_loaded.components.values()) == len(set(m1_loaded.components.values())))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_simple_graph(self):
        m1 = self.make_simple_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))

        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()

        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()

        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()

        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()

        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([m1_item == component_map_item for m1_item, component_map_item in zippy_values]))
        self.assertTrue(all([m2_item == component_map_item for m2_item, component_map_item in zippy_keys]))

        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_gp_module(self):
        m1 = self.make_gpregr_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(len(set(m1.Y.factor._module_graph.components)) == len(set(m1_loaded[m1.Y.factor.uuid]._module_graph.components)))
        self.assertTrue(len(set(m1.Y.factor._extra_graphs[0].components)) == len(set(m1_loaded[m1.Y.factor.uuid]._extra_graphs[0].components)))

        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(component_map.values())), "Assert there are only 1:1 mappings.")
        sort_m1 = list(set(map(lambda x: x.uuid, set(m1.components.values()).union(set(m1.Y.factor._module_graph.components.values())).union(set(m1.Y.factor._extra_graphs[0].components.values())) )))
        sort_m1.sort()

        sort_m2 = list(set(map(lambda x: x.uuid, set(m2.components.values()).union(set(m2.Y.factor._module_graph.components.values())).union(set(m2.Y.factor._extra_graphs[0].components.values())) )))
        sort_m2.sort()

        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()

        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()

        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([m1_item == component_map_item for m1_item, component_map_item in zippy_values]))
        self.assertTrue(all([m2_item == component_map_item for m2_item, component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))

        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(component_map.values())), "Assert there are only 1:1 mappings.")
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()

        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()

        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()

        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()

        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([m1_item == component_map_item for m1_item, component_map_item in zippy_values]))
        self.assertTrue(all([m2_item == component_map_item for m2_item, component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_access_module_variable_from_model(self):
        m1 = self.make_gpregr_model()
        l = m1.Y.factor.kernel.lengthscale
        self.assertTrue(m1[l.uuid] == l)

    def test_print_fg(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        print(m)

2941794334f1b6663c9b30f074b294efe6cf493b
<mask token>


class FactorGraphTests(unittest.TestCase):
    <mask token>

    def shape_match(self, old, new):
        if len(old) != len(new):
            return False
        for o, n in zip(old, new):
            if isinstance(n, mfc.Variable):
                if n != o:
                    return False
            elif n != o:
                return False
        return True

    def make_bnn_model(self, net):
        component_set = set()
        m = mf.models.Model(verbose=False)
        m.N = mfc.Variable()
        m.f = MXFusionGluonFunction(net, num_outputs=1)
        m.x = mfc.Variable(shape=(m.N,))
        m.r = m.f(m.x)
        for k, v in m.r.factor.parameters.items():
            if k.endswith('_weight') or k.endswith('_bias'):
                d = mf.components.distributions.Normal(mean=mx.nd.array([0]
                    ), variance=mx.nd.array([1000000.0]))
                v.set_prior(d)
                component_set.union(set([v, d]))
        m.y = mf.components.distributions.Categorical.define_variable(log_prob
            =m.r, num_classes=2, normalization=True, one_hot_encoding=False)
        component_set.union(set([m.N, m.f, m.x, m.r, m.y]))
        return m, component_set

    def make_net(self):
        D = 100
        net = nn.HybridSequential(prefix='hybrid0_')
        with net.name_scope():
            net.add(nn.Dense(D, in_units=10, activation='tanh', flatten=False))
            net.add(nn.Dense(D, in_units=D, activation='tanh', flatten=False))
            net.add(nn.Dense(2, in_units=D, flatten=False))
        net.initialize(mx.init.Xavier(magnitude=3))
        return net

    def make_simple_model(self):
        m = Model()
        mean = Variable()
        variance = Variable()
        m.r = Normal.define_variable(mean=mean, variance=variance)
        return m
    <mask token>
    <mask token>

    def test_bnn_model(self):
        bnn_fg, component_set = self.make_bnn_model(self.bnn_net)
        self.assertTrue(component_set <= set(bnn_fg.components_graph.nodes(
            ).keys()), 'Variables are all added to _components_graph {} {}'
            .format(component_set, bnn_fg.components_graph.nodes().keys()))
        self.assertTrue(component_set <= bnn_fg.components.keys(),
            'Variable is added to _components dict. {} {}'.format(
            component_set, bnn_fg.components.keys()))

    def test_add_unresolved_components_distribution(self):
        v = mfc.Variable()
        m = mfc.Variable()
        f = Normal.define_variable(mean=m, variance=v)
        component_set = set((v, m, f))
        self.fg.f = f
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes
            ().keys()),
            'Variables are all added to _components_graph {} {}'.format(
            component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set((v.uuid, m.uuid, f.uuid)) <= self.fg.components
            .keys(), 'Variable is added to _components dict. {} {}'.format(
            v.uuid, self.fg.components))
    <mask token>
    <mask token>
    <mask token>

    def test_remove_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(),
            'Variable is added to _components_graph.')
        self.assertTrue(v.uuid in self.fg.components,
            'Variable is added to _components dict.')
        self.fg.remove_component(v)
        self.assertFalse(v in self.fg.components_graph.nodes(),
            'Variable is removed from _components_graph.')
        self.assertFalse(v.uuid in self.fg.components,
            'Variable is removed from _components dict.')
    <mask token>

    def test_replicate_gp_model(self):
        m = self.make_gpregr_model()
        m2 = m.clone()
        self.assertTrue(all([(v in m.Y.factor._module_graph.components) for
            v in m2.Y.factor._module_graph.components]), set(m2.Y.factor.
            _module_graph.components) - set(m.Y.factor._module_graph.
            components))
        self.assertTrue(all([(v in m.Y.factor._extra_graphs[0].components) for
            v in m2.Y.factor._extra_graphs[0].components]), set(m2.Y.factor
            ._extra_graphs[0].components) - set(m.Y.factor._extra_graphs[0]
            .components))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_bnn_model(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        m2 = m.clone()
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_simple_model(self):
        m = mf.models.Model(verbose=False)
        m.x = mfc.Variable(shape=(2,))
        m.x_mean = mfc.Variable(value=mx.nd.array([0, 1]), shape=(2,))
        m.x_var = mfc.Variable(value=mx.nd.array([1000000.0]))
        d = mf.components.distributions.Normal(mean=m.x_mean, variance=m.x_var)
        m.x.set_prior(d)
        m2 = m.clone()
        self.assertTrue(set([v.uuid for v in m.components.values()]) == set
            ([v.uuid for v in m2.components.values()]))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([m.x.shape == m2.x.shape, m.x_mean.shape == m2.
            x_mean.shape, m.x_var.shape == m2.x_var.shape]))

    def test_set_prior_after_factor_attach(self):
        fg = mf.models.Model()
        d = mf.components.distributions.Normal(mean=mx.nd.array([100.0]),
            variance=mx.nd.array([1000000.0]))
        fg.d = d
        x = mfc.Variable()
        x.set_prior(d)
        self.assertTrue(set([v for _, v in d.successors]) == set([x]))
        self.assertTrue(set([v for _, v in x.predecessors]) == set([d]))
        self.assertTrue(x.graph == d.graph and d.graph == fg.components_graph)

    def test_same_variable_as_multiple_inputs_to_factor_in_graph(self):
        fg = mf.models.Model()
        fg.x = mfc.Variable()
        fg.y = mf.components.distributions.Normal.define_variable(mean=fg.x,
            variance=fg.x)
        self.assertTrue(set([v for _, v in fg.y.factor.predecessors]) ==
            set([fg.x]))
        self.assertTrue(set([v for _, v in fg.x.successors]) == set([fg.y.
            factor]))
        self.assertTrue(len(fg.y.factor.predecessors) == 2)
        self.assertTrue(len(fg.x.successors) == 2)

    def test_same_variable_as_multiple_inputs_to_factor_not_in_graph(self):
        x = mfc.Variable()
        y = mf.components.distributions.Normal.define_variable(mean=x,
            variance=x)
        self.assertTrue(set([v for _, v in y.factor.predecessors]) == set([x]))
        self.assertTrue(set([v for _, v in x.successors]) == set([y.factor]))
        self.assertTrue(len(y.factor.predecessors) == 2)
        self.assertTrue(len(x.successors) == 2)

    def test_compute_log_prob(self):
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([1]),
            shape=(10,))
        np.random.seed(0)
        v_mx = mx.nd.array(np.random.randn(1))
        v2_mx = mx.nd.array(np.random.randn(1))
        v3_mx = mx.nd.array(np.random.randn(10))
        v_rt = add_sample_dimension(mx.nd, v_mx)
        v2_rt = add_sample_dimension(mx.nd, v2_mx)
        v3_rt = add_sample_dimension(mx.nd, v3_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        log_pdf = m.log_pdf(F=mx.nd, variables={m.v2.uuid: v2_rt, m.v3.uuid:
            v3_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt,
            v.uuid: v_rt}).asscalar()
        variables = {m.v2.factor.mean.uuid: v_rt, m.v2.factor.variance.uuid:
            variance_rt, m.v2.factor.random_variable.uuid: v2_rt}
        log_pdf_1 = mx.nd.sum(m.v2.factor.log_pdf(F=mx.nd, variables=variables)
            )
        variables = {m.v3.factor.mean.uuid: v2_rt, m.v3.factor.variance.
            uuid: variance2_rt, m.v3.factor.random_variable.uuid: v3_rt}
        log_pdf_2 = mx.nd.sum(m.v3.factor.log_pdf(F=mx.nd, variables=variables)
            )
        assert log_pdf == (log_pdf_1 + log_pdf_2).asscalar()

    def test_draw_samples(self):
        np.random.seed(0)
        samples_1_np = np.random.randn(5)
        samples_1 = mx.nd.array(samples_1_np)
        samples_2_np = np.random.randn(50)
        samples_2 = mx.nd.array(samples_2_np)
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]),
            rand_gen=MockMXNetRandomGenerator(samples_1))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([0.1]
            ), shape=(10,), rand_gen=MockMXNetRandomGenerator(samples_2))
        np.random.seed(0)
        v_np = np.random.rand(1)
        v_mx = mx.nd.array(v_np)
        v_rt = add_sample_dimension(mx.nd, v_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        samples = m.draw_samples(F=mx.nd, num_samples=5, targets=[m.v3.uuid
            ], variables={v.uuid: v_rt, variance.uuid: variance_rt,
            variance2.uuid: variance2_rt})[0]
        samples_np = v_np + samples_1_np[:, None] + np.sqrt(0.1
            ) * samples_2_np.reshape(5, 10)
        assert array_has_samples(mx.nd, samples) and get_num_samples(mx.nd,
            samples) == 5
        assert np.allclose(samples.asnumpy(), samples_np)
    <mask token>
    <mask token>

    def test_reconcile_gp_model(self):
        m1 = self.make_gpregr_model()
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(set(m1.components).union(
            set(m1.Y.factor._module_graph.components)).union(set(m1.Y.
            factor._extra_graphs[0].components))))
    <mask token>

    def test_save_reload_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        m1_loaded_edges = set(m1_loaded.components_graph.edges())
        m1_edges = set(m1.components_graph.edges())
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(set(m1.components_graph.edges()) == set(m1_loaded.
            components_graph.edges()), m1_edges.symmetric_difference(
            m1_loaded_edges))
        self.assertTrue(len(m1_loaded.components.values()) == len(set(
            m1_loaded.components.values())))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_simple_graph(self):
        m1 = self.make_simple_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_gp_module(self):
        m1 = self.make_gpregr_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(len(set(m1.Y.factor._module_graph.components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._module_graph.components)))
        self.assertTrue(len(set(m1.Y.factor._extra_graphs[0].components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._extra_graphs[0].components)))
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        sort_m1 = list(set(map(lambda x: x.uuid, set(m1.components.values()
            ).union(set(m1.Y.factor._module_graph.components.values())).
            union(set(m1.Y.factor._extra_graphs[0].components.values())))))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, set(m2.components.values()
            ).union(set(m2.Y.factor._module_graph.components.values())).
            union(set(m2.Y.factor._extra_graphs[0].components.values())))))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_access_module_variable_from_model(self):
        m1 = self.make_gpregr_model()
        l = m1.Y.factor.kernel.lengthscale
        self.assertTrue(m1[l.uuid] == l)

    def test_print_fg(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        print(m)

<mask token>


class FactorGraphTests(unittest.TestCase):
    <mask token>

    def shape_match(self, old, new):
        if len(old) != len(new):
            return False
        for o, n in zip(old, new):
            if isinstance(n, mfc.Variable):
                if n != o:
                    return False
            elif n != o:
                return False
        return True

    def make_bnn_model(self, net):
        component_set = set()
        m = mf.models.Model(verbose=False)
        m.N = mfc.Variable()
        m.f = MXFusionGluonFunction(net, num_outputs=1)
        m.x = mfc.Variable(shape=(m.N,))
        m.r = m.f(m.x)
        for k, v in m.r.factor.parameters.items():
            if k.endswith('_weight') or k.endswith('_bias'):
                d = mf.components.distributions.Normal(mean=mx.nd.array([0]
                    ), variance=mx.nd.array([1000000.0]))
                v.set_prior(d)
                component_set.union(set([v, d]))
        m.y = mf.components.distributions.Categorical.define_variable(log_prob
            =m.r, num_classes=2, normalization=True, one_hot_encoding=False)
        component_set.union(set([m.N, m.f, m.x, m.r, m.y]))
        return m, component_set

    def make_net(self):
        D = 100
        net = nn.HybridSequential(prefix='hybrid0_')
        with net.name_scope():
            net.add(nn.Dense(D, in_units=10, activation='tanh', flatten=False))
            net.add(nn.Dense(D, in_units=D, activation='tanh', flatten=False))
            net.add(nn.Dense(2, in_units=D, flatten=False))
        net.initialize(mx.init.Xavier(magnitude=3))
        return net

    def make_simple_model(self):
        m = Model()
        mean = Variable()
        variance = Variable()
        m.r = Normal.define_variable(mean=mean, variance=variance)
        return m
    <mask token>
    <mask token>

    def test_bnn_model(self):
        bnn_fg, component_set = self.make_bnn_model(self.bnn_net)
        self.assertTrue(component_set <= set(bnn_fg.components_graph.nodes(
            ).keys()), 'Variables are all added to _components_graph {} {}'
            .format(component_set, bnn_fg.components_graph.nodes().keys()))
        self.assertTrue(component_set <= bnn_fg.components.keys(),
            'Variable is added to _components dict. {} {}'.format(
            component_set, bnn_fg.components.keys()))

    def test_add_unresolved_components_distribution(self):
        v = mfc.Variable()
        m = mfc.Variable()
        f = Normal.define_variable(mean=m, variance=v)
        component_set = set((v, m, f))
        self.fg.f = f
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes
            ().keys()),
            'Variables are all added to _components_graph {} {}'.format(
            component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set((v.uuid, m.uuid, f.uuid)) <= self.fg.components
            .keys(), 'Variable is added to _components dict. {} {}'.format(
            v.uuid, self.fg.components))
    <mask token>
    <mask token>
    <mask token>

    def test_remove_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(),
            'Variable is added to _components_graph.')
        self.assertTrue(v.uuid in self.fg.components,
            'Variable is added to _components dict.')
        self.fg.remove_component(v)
        self.assertFalse(v in self.fg.components_graph.nodes(),
            'Variable is removed from _components_graph.')
        self.assertFalse(v.uuid in self.fg.components,
            'Variable is removed from _components dict.')

    def test_remove_nonexistant_variable_failure(self):
        v = mfc.Variable()
        with self.assertRaises(ModelSpecificationError):
            self.fg.remove_component(v)

    def test_replicate_gp_model(self):
        m = self.make_gpregr_model()
        m2 = m.clone()
        self.assertTrue(all([(v in m.Y.factor._module_graph.components) for
            v in m2.Y.factor._module_graph.components]), set(m2.Y.factor.
            _module_graph.components) - set(m.Y.factor._module_graph.
            components))
        self.assertTrue(all([(v in m.Y.factor._extra_graphs[0].components) for
            v in m2.Y.factor._extra_graphs[0].components]), set(m2.Y.factor
            ._extra_graphs[0].components) - set(m.Y.factor._extra_graphs[0]
            .components))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_bnn_model(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        m2 = m.clone()
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_simple_model(self):
        m = mf.models.Model(verbose=False)
        m.x = mfc.Variable(shape=(2,))
        m.x_mean = mfc.Variable(value=mx.nd.array([0, 1]), shape=(2,))
        m.x_var = mfc.Variable(value=mx.nd.array([1000000.0]))
        d = mf.components.distributions.Normal(mean=m.x_mean, variance=m.x_var)
        m.x.set_prior(d)
        m2 = m.clone()
        self.assertTrue(set([v.uuid for v in m.components.values()]) == set
            ([v.uuid for v in m2.components.values()]))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([m.x.shape == m2.x.shape, m.x_mean.shape == m2.
            x_mean.shape, m.x_var.shape == m2.x_var.shape]))

    def test_set_prior_after_factor_attach(self):
        fg = mf.models.Model()
        d = mf.components.distributions.Normal(mean=mx.nd.array([100.0]),
            variance=mx.nd.array([1000000.0]))
        fg.d = d
        x = mfc.Variable()
        x.set_prior(d)
        self.assertTrue(set([v for _, v in d.successors]) == set([x]))
        self.assertTrue(set([v for _, v in x.predecessors]) == set([d]))
        self.assertTrue(x.graph == d.graph and d.graph == fg.components_graph)

    def test_same_variable_as_multiple_inputs_to_factor_in_graph(self):
        fg = mf.models.Model()
        fg.x = mfc.Variable()
        fg.y = mf.components.distributions.Normal.define_variable(mean=fg.x,
            variance=fg.x)
        self.assertTrue(set([v for _, v in fg.y.factor.predecessors]) ==
            set([fg.x]))
        self.assertTrue(set([v for _, v in fg.x.successors]) == set([fg.y.
            factor]))
        self.assertTrue(len(fg.y.factor.predecessors) == 2)
        self.assertTrue(len(fg.x.successors) == 2)

    def test_same_variable_as_multiple_inputs_to_factor_not_in_graph(self):
        x = mfc.Variable()
        y = mf.components.distributions.Normal.define_variable(mean=x,
            variance=x)
        self.assertTrue(set([v for _, v in y.factor.predecessors]) == set([x]))
        self.assertTrue(set([v for _, v in x.successors]) == set([y.factor]))
        self.assertTrue(len(y.factor.predecessors) == 2)
        self.assertTrue(len(x.successors) == 2)

    def test_compute_log_prob(self):
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([1]),
            shape=(10,))
        np.random.seed(0)
        v_mx = mx.nd.array(np.random.randn(1))
        v2_mx = mx.nd.array(np.random.randn(1))
        v3_mx = mx.nd.array(np.random.randn(10))
        v_rt = add_sample_dimension(mx.nd, v_mx)
        v2_rt = add_sample_dimension(mx.nd, v2_mx)
        v3_rt = add_sample_dimension(mx.nd, v3_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        log_pdf = m.log_pdf(F=mx.nd, variables={m.v2.uuid: v2_rt, m.v3.uuid:
            v3_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt,
            v.uuid: v_rt}).asscalar()
        variables = {m.v2.factor.mean.uuid: v_rt, m.v2.factor.variance.uuid:
            variance_rt, m.v2.factor.random_variable.uuid: v2_rt}
        log_pdf_1 = mx.nd.sum(m.v2.factor.log_pdf(F=mx.nd, variables=variables)
            )
        variables = {m.v3.factor.mean.uuid: v2_rt, m.v3.factor.variance.
            uuid: variance2_rt, m.v3.factor.random_variable.uuid: v3_rt}
        log_pdf_2 = mx.nd.sum(m.v3.factor.log_pdf(F=mx.nd, variables=variables)
            )
        assert log_pdf == (log_pdf_1 + log_pdf_2).asscalar()

    def test_draw_samples(self):
        np.random.seed(0)
        samples_1_np = np.random.randn(5)
        samples_1 = mx.nd.array(samples_1_np)
        samples_2_np = np.random.randn(50)
        samples_2 = mx.nd.array(samples_2_np)
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]),
            rand_gen=MockMXNetRandomGenerator(samples_1))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([0.1]
            ), shape=(10,), rand_gen=MockMXNetRandomGenerator(samples_2))
        np.random.seed(0)
        v_np = np.random.rand(1)
        v_mx = mx.nd.array(v_np)
        v_rt = add_sample_dimension(mx.nd, v_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        samples = m.draw_samples(F=mx.nd, num_samples=5, targets=[m.v3.uuid
            ], variables={v.uuid: v_rt, variance.uuid: variance_rt,
            variance2.uuid: variance2_rt})[0]
        samples_np = v_np + samples_1_np[:, None] + np.sqrt(0.1
            ) * samples_2_np.reshape(5, 10)
        assert array_has_samples(mx.nd, samples) and get_num_samples(mx.nd,
            samples) == 5
        assert np.allclose(samples.asnumpy(), samples_np)
    <mask token>
    <mask token>

    def test_reconcile_gp_model(self):
        m1 = self.make_gpregr_model()
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(set(m1.components).union(
            set(m1.Y.factor._module_graph.components)).union(set(m1.Y.
            factor._extra_graphs[0].components))))

    def test_reconcile_model_and_posterior(self):
        x = np.random.rand(1000, 10)
        y = np.random.rand(1000, 10)
        x_nd, y_nd = mx.nd.array(y), mx.nd.array(x)
        net1 = self.make_net()
        net1(x_nd)
        net2 = self.make_net()
        net2(x_nd)
        m1, _ = self.make_bnn_model(net1)
        m2, _ = self.make_bnn_model(net2)
        from mxfusion.inference.meanfield import create_Gaussian_meanfield
        from mxfusion.inference import StochasticVariationalInference
        observed1 = [m1.y, m1.x]
        observed2 = [m2.y, m2.x]
        q1 = create_Gaussian_meanfield(model=m1, observed=observed1)
        alg1 = StochasticVariationalInference(num_samples=3, model=m1,
            posterior=q1, observed=observed1)
        q2 = create_Gaussian_meanfield(model=m2, observed=observed2)
        alg2 = StochasticVariationalInference(num_samples=3, model=m2,
            posterior=q2, observed=observed2)
        component_map = mf.models.FactorGraph.reconcile_graphs(alg1._graphs,
            primary_previous_graph=alg2._graphs[0],
            secondary_previous_graphs=[alg2._graphs[1]])
        assert len(set(component_map)) == len(set(alg1.graphs[0].components
            .values()).union(set(alg1.graphs[1].components.values())))

    def test_save_reload_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        m1_loaded_edges = set(m1_loaded.components_graph.edges())
        m1_edges = set(m1.components_graph.edges())
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(set(m1.components_graph.edges()) == set(m1_loaded.
            components_graph.edges()), m1_edges.symmetric_difference(
            m1_loaded_edges))
        self.assertTrue(len(m1_loaded.components.values()) == len(set(
            m1_loaded.components.values())))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_simple_graph(self):
        m1 = self.make_simple_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_gp_module(self):
        m1 = self.make_gpregr_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(len(set(m1.Y.factor._module_graph.components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._module_graph.components)))
        self.assertTrue(len(set(m1.Y.factor._extra_graphs[0].components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._extra_graphs[0].components)))
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        sort_m1 = list(set(map(lambda x: x.uuid, set(m1.components.values()
            ).union(set(m1.Y.factor._module_graph.components.values())).
            union(set(m1.Y.factor._extra_graphs[0].components.values())))))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, set(m2.components.values()
            ).union(set(m2.Y.factor._module_graph.components.values())).
            union(set(m2.Y.factor._extra_graphs[0].components.values())))))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_access_module_variable_from_model(self):
        m1 = self.make_gpregr_model()
        l = m1.Y.factor.kernel.lengthscale
        self.assertTrue(m1[l.uuid] == l)

    def test_print_fg(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        print(m)

<mask token>


class FactorGraphTests(unittest.TestCase):
    <mask token>

    def shape_match(self, old, new):
        if len(old) != len(new):
            return False
        for o, n in zip(old, new):
            if isinstance(n, mfc.Variable):
                if n != o:
                    return False
            elif n != o:
                return False
        return True

    def make_bnn_model(self, net):
        component_set = set()
        m = mf.models.Model(verbose=False)
        m.N = mfc.Variable()
        m.f = MXFusionGluonFunction(net, num_outputs=1)
        m.x = mfc.Variable(shape=(m.N,))
        m.r = m.f(m.x)
        for k, v in m.r.factor.parameters.items():
            if k.endswith('_weight') or k.endswith('_bias'):
                d = mf.components.distributions.Normal(mean=mx.nd.array([0]
                    ), variance=mx.nd.array([1000000.0]))
                v.set_prior(d)
                component_set.union(set([v, d]))
        m.y = mf.components.distributions.Categorical.define_variable(log_prob
            =m.r, num_classes=2, normalization=True, one_hot_encoding=False)
        component_set.union(set([m.N, m.f, m.x, m.r, m.y]))
        return m, component_set

    def make_net(self):
        D = 100
        net = nn.HybridSequential(prefix='hybrid0_')
        with net.name_scope():
            net.add(nn.Dense(D, in_units=10, activation='tanh', flatten=False))
            net.add(nn.Dense(D, in_units=D, activation='tanh', flatten=False))
            net.add(nn.Dense(2, in_units=D, flatten=False))
        net.initialize(mx.init.Xavier(magnitude=3))
        return net

    def make_simple_model(self):
        m = Model()
        mean = Variable()
        variance = Variable()
        m.r = Normal.define_variable(mean=mean, variance=variance)
        return m
    <mask token>
    <mask token>

    def test_bnn_model(self):
        bnn_fg, component_set = self.make_bnn_model(self.bnn_net)
        self.assertTrue(component_set <= set(bnn_fg.components_graph.nodes(
            ).keys()), 'Variables are all added to _components_graph {} {}'
            .format(component_set, bnn_fg.components_graph.nodes().keys()))
        self.assertTrue(component_set <= bnn_fg.components.keys(),
            'Variable is added to _components dict. {} {}'.format(
            component_set, bnn_fg.components.keys()))

    def test_add_unresolved_components_distribution(self):
        v = mfc.Variable()
        m = mfc.Variable()
        f = Normal.define_variable(mean=m, variance=v)
        component_set = set((v, m, f))
        self.fg.f = f
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes
            ().keys()),
            'Variables are all added to _components_graph {} {}'.format(
            component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set((v.uuid, m.uuid, f.uuid)) <= self.fg.components
            .keys(), 'Variable is added to _components dict. {} {}'.format(
            v.uuid, self.fg.components))
    <mask token>
    <mask token>
    <mask token>

    def test_remove_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(),
            'Variable is added to _components_graph.')
        self.assertTrue(v.uuid in self.fg.components,
            'Variable is added to _components dict.')
        self.fg.remove_component(v)
        self.assertFalse(v in self.fg.components_graph.nodes(),
            'Variable is removed from _components_graph.')
        self.assertFalse(v.uuid in self.fg.components,
            'Variable is removed from _components dict.')

    def test_remove_nonexistant_variable_failure(self):
        v = mfc.Variable()
        with self.assertRaises(ModelSpecificationError):
            self.fg.remove_component(v)

    def test_replicate_gp_model(self):
        m = self.make_gpregr_model()
        m2 = m.clone()
        self.assertTrue(all([(v in m.Y.factor._module_graph.components) for
            v in m2.Y.factor._module_graph.components]), set(m2.Y.factor.
            _module_graph.components) - set(m.Y.factor._module_graph.
            components))
        self.assertTrue(all([(v in m.Y.factor._extra_graphs[0].components) for
            v in m2.Y.factor._extra_graphs[0].components]), set(m2.Y.factor
            ._extra_graphs[0].components) - set(m.Y.factor._extra_graphs[0]
            .components))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_bnn_model(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        m2 = m.clone()
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_simple_model(self):
        m = mf.models.Model(verbose=False)
        m.x = mfc.Variable(shape=(2,))
        m.x_mean = mfc.Variable(value=mx.nd.array([0, 1]), shape=(2,))
        m.x_var = mfc.Variable(value=mx.nd.array([1000000.0]))
        d = mf.components.distributions.Normal(mean=m.x_mean, variance=m.x_var)
        m.x.set_prior(d)
        m2 = m.clone()
        self.assertTrue(set([v.uuid for v in m.components.values()]) == set
            ([v.uuid for v in m2.components.values()]))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([m.x.shape == m2.x.shape, m.x_mean.shape == m2.
            x_mean.shape, m.x_var.shape == m2.x_var.shape]))

    def test_set_prior_after_factor_attach(self):
        fg = mf.models.Model()
        d = mf.components.distributions.Normal(mean=mx.nd.array([100.0]),
            variance=mx.nd.array([1000000.0]))
        fg.d = d
        x = mfc.Variable()
        x.set_prior(d)
        self.assertTrue(set([v for _, v in d.successors]) == set([x]))
        self.assertTrue(set([v for _, v in x.predecessors]) == set([d]))
        self.assertTrue(x.graph == d.graph and d.graph == fg.components_graph)

    def test_same_variable_as_multiple_inputs_to_factor_in_graph(self):
        fg = mf.models.Model()
        fg.x = mfc.Variable()
        fg.y = mf.components.distributions.Normal.define_variable(mean=fg.x,
            variance=fg.x)
        self.assertTrue(set([v for _, v in fg.y.factor.predecessors]) ==
            set([fg.x]))
        self.assertTrue(set([v for _, v in fg.x.successors]) == set([fg.y.
            factor]))
        self.assertTrue(len(fg.y.factor.predecessors) == 2)
        self.assertTrue(len(fg.x.successors) == 2)

    def test_same_variable_as_multiple_inputs_to_factor_not_in_graph(self):
        x = mfc.Variable()
        y = mf.components.distributions.Normal.define_variable(mean=x,
            variance=x)
        self.assertTrue(set([v for _, v in y.factor.predecessors]) == set([x]))
        self.assertTrue(set([v for _, v in x.successors]) == set([y.factor]))
        self.assertTrue(len(y.factor.predecessors) == 2)
        self.assertTrue(len(x.successors) == 2)

    def test_compute_log_prob(self):
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([1]),
            shape=(10,))
        np.random.seed(0)
        v_mx = mx.nd.array(np.random.randn(1))
        v2_mx = mx.nd.array(np.random.randn(1))
        v3_mx = mx.nd.array(np.random.randn(10))
        v_rt = add_sample_dimension(mx.nd, v_mx)
        v2_rt = add_sample_dimension(mx.nd, v2_mx)
        v3_rt = add_sample_dimension(mx.nd, v3_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        log_pdf = m.log_pdf(F=mx.nd, variables={m.v2.uuid: v2_rt, m.v3.uuid:
            v3_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt,
            v.uuid: v_rt}).asscalar()
        variables = {m.v2.factor.mean.uuid: v_rt, m.v2.factor.variance.uuid:
            variance_rt, m.v2.factor.random_variable.uuid: v2_rt}
        log_pdf_1 = mx.nd.sum(m.v2.factor.log_pdf(F=mx.nd, variables=variables)
            )
        variables = {m.v3.factor.mean.uuid: v2_rt, m.v3.factor.variance.
            uuid: variance2_rt, m.v3.factor.random_variable.uuid: v3_rt}
        log_pdf_2 = mx.nd.sum(m.v3.factor.log_pdf(F=mx.nd, variables=variables)
            )
        assert log_pdf == (log_pdf_1 + log_pdf_2).asscalar()

    def test_draw_samples(self):
        np.random.seed(0)
        samples_1_np = np.random.randn(5)
        samples_1 = mx.nd.array(samples_1_np)
        samples_2_np = np.random.randn(50)
        samples_2 = mx.nd.array(samples_2_np)
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]),
            rand_gen=MockMXNetRandomGenerator(samples_1))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([0.1]
            ), shape=(10,), rand_gen=MockMXNetRandomGenerator(samples_2))
        np.random.seed(0)
        v_np = np.random.rand(1)
        v_mx = mx.nd.array(v_np)
        v_rt = add_sample_dimension(mx.nd, v_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        samples = m.draw_samples(F=mx.nd, num_samples=5, targets=[m.v3.uuid
            ], variables={v.uuid: v_rt, variance.uuid: variance_rt,
            variance2.uuid: variance2_rt})[0]
        samples_np = v_np + samples_1_np[:, None] + np.sqrt(0.1
            ) * samples_2_np.reshape(5, 10)
        assert array_has_samples(mx.nd, samples) and get_num_samples(mx.nd,
            samples) == 5
        assert np.allclose(samples.asnumpy(), samples_np)
    <mask token>

    def test_reconcile_bnn_model(self):
        m1, _ = self.make_bnn_model(self.make_net())
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(m1.components))

    def test_reconcile_gp_model(self):
        m1 = self.make_gpregr_model()
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(set(m1.components).union(
            set(m1.Y.factor._module_graph.components)).union(set(m1.Y.
            factor._extra_graphs[0].components))))

    def test_reconcile_model_and_posterior(self):
        x = np.random.rand(1000, 10)
        y = np.random.rand(1000, 10)
        x_nd, y_nd = mx.nd.array(y), mx.nd.array(x)
        net1 = self.make_net()
        net1(x_nd)
        net2 = self.make_net()
        net2(x_nd)
        m1, _ = self.make_bnn_model(net1)
        m2, _ = self.make_bnn_model(net2)
        from mxfusion.inference.meanfield import create_Gaussian_meanfield
        from mxfusion.inference import StochasticVariationalInference
        observed1 = [m1.y, m1.x]
        observed2 = [m2.y, m2.x]
        q1 = create_Gaussian_meanfield(model=m1, observed=observed1)
        alg1 = StochasticVariationalInference(num_samples=3, model=m1,
            posterior=q1, observed=observed1)
        q2 = create_Gaussian_meanfield(model=m2, observed=observed2)
        alg2 = StochasticVariationalInference(num_samples=3, model=m2,
            posterior=q2, observed=observed2)
        component_map = mf.models.FactorGraph.reconcile_graphs(alg1._graphs,
            primary_previous_graph=alg2._graphs[0],
            secondary_previous_graphs=[alg2._graphs[1]])
        assert len(set(component_map)) == len(set(alg1.graphs[0].components
            .values()).union(set(alg1.graphs[1].components.values())))

    def test_save_reload_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        m1_loaded_edges = set(m1_loaded.components_graph.edges())
        m1_edges = set(m1.components_graph.edges())
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(set(m1.components_graph.edges()) == set(m1_loaded.
            components_graph.edges()), m1_edges.symmetric_difference(
            m1_loaded_edges))
        self.assertTrue(len(m1_loaded.components.values()) == len(set(
            m1_loaded.components.values())))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_simple_graph(self):
        m1 = self.make_simple_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_gp_module(self):
        m1 = self.make_gpregr_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(len(set(m1.Y.factor._module_graph.components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._module_graph.components)))
        self.assertTrue(len(set(m1.Y.factor._extra_graphs[0].components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._extra_graphs[0].components)))
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        sort_m1 = list(set(map(lambda x: x.uuid, set(m1.components.values()
            ).union(set(m1.Y.factor._module_graph.components.values())).
            union(set(m1.Y.factor._extra_graphs[0].components.values())))))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, set(m2.components.values()
            ).union(set(m2.Y.factor._module_graph.components.values())).
            union(set(m2.Y.factor._extra_graphs[0].components.values())))))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_access_module_variable_from_model(self):
        m1 = self.make_gpregr_model()
        l = m1.Y.factor.kernel.lengthscale
        self.assertTrue(m1[l.uuid] == l)

    def test_print_fg(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        print(m)

import unittest
import uuid
import numpy as np
import mxnet as mx
import mxnet.gluon.nn as nn
import mxfusion.components as mfc
from mxfusion.components.functions import MXFusionGluonFunction
import mxfusion as mf
from mxfusion.common.exceptions import ModelSpecificationError
from mxfusion.components.distributions.normal import Normal
from mxfusion.components.distributions.gp.kernels import RBF
from mxfusion.modules.gp_modules import GPRegression
from mxfusion.components import Variable
from mxfusion.components.variables import PositiveTransformation
from mxfusion.models import Model, FactorGraph
from mxfusion.components.variables.runtime_variable import add_sample_dimension, array_has_samples, get_num_samples
from mxfusion.util.testutils import MockMXNetRandomGenerator


class FactorGraphTests(unittest.TestCase):
    """
    Tests the MXFusion.core.factor_graph.FactorGraph class.
    """

    def shape_match(self, old, new):
        if len(old) != len(new):
            return False
        for o, n in zip(old, new):
            if isinstance(n, mfc.Variable):
                if n != o:
                    return False
            elif n != o:
                return False
        return True

    def make_bnn_model(self, net):
        component_set = set()
        m = mf.models.Model(verbose=False)
        m.N = mfc.Variable()
        m.f = MXFusionGluonFunction(net, num_outputs=1)
        m.x = mfc.Variable(shape=(m.N,))
        m.r = m.f(m.x)
        for k, v in m.r.factor.parameters.items():
            if k.endswith('_weight') or k.endswith('_bias'):
                d = mf.components.distributions.Normal(mean=mx.nd.array([0]
                    ), variance=mx.nd.array([1000000.0]))
                v.set_prior(d)
                component_set.union(set([v, d]))
        m.y = mf.components.distributions.Categorical.define_variable(log_prob
            =m.r, num_classes=2, normalization=True, one_hot_encoding=False)
        component_set.union(set([m.N, m.f, m.x, m.r, m.y]))
        return m, component_set

    def make_net(self):
        D = 100
        net = nn.HybridSequential(prefix='hybrid0_')
        with net.name_scope():
            net.add(nn.Dense(D, in_units=10, activation='tanh', flatten=False))
            net.add(nn.Dense(D, in_units=D, activation='tanh', flatten=False))
            net.add(nn.Dense(2, in_units=D, flatten=False))
        net.initialize(mx.init.Xavier(magnitude=3))
        return net

    def make_simple_model(self):
        m = Model()
        mean = Variable()
        variance = Variable()
        m.r = Normal.define_variable(mean=mean, variance=variance)
        return m

    def make_gpregr_model(self):
        m = Model()
        m.N = Variable()
        m.X = Variable(shape=(m.N, 3))
        m.noise_var = Variable(transformation=PositiveTransformation(),
            initial_value=mx.nd.array([1.0]))
        kernel = RBF(input_dim=3, variance=mx.nd.array([1.0]), lengthscale=
            mx.nd.array([1.0]))
        m.Y = GPRegression.define_variable(X=m.X, kernel=kernel, noise_var=
            m.noise_var, shape=(m.N, 2))
        return m

    def setUp(self):
        self.TESTFILE = 'testfile_' + str(uuid.uuid4()) + '.json'
        self.fg = mf.models.FactorGraph(name='test_fg')
        self.D = 10
        self.basic_net = nn.HybridSequential()
        with self.basic_net.name_scope():
            self.basic_net.add(nn.Dense(self.D, in_units=10, activation='relu')
                )
        self.basic_net.initialize()
        self.bnn_net = self.make_net()

    def test_bnn_model(self):
        bnn_fg, component_set = self.make_bnn_model(self.bnn_net)
        self.assertTrue(component_set <= set(bnn_fg.components_graph.nodes(
            ).keys()), 'Variables are all added to _components_graph {} {}'
            .format(component_set, bnn_fg.components_graph.nodes().keys()))
        self.assertTrue(component_set <= bnn_fg.components.keys(),
            'Variable is added to _components dict. {} {}'.format(
            component_set, bnn_fg.components.keys()))

    def test_add_unresolved_components_distribution(self):
        v = mfc.Variable()
        m = mfc.Variable()
        f = Normal.define_variable(mean=m, variance=v)
        component_set = set((v, m, f))
        self.fg.f = f
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes
            ().keys()),
            'Variables are all added to _components_graph {} {}'.format(
            component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set((v.uuid, m.uuid, f.uuid)) <= self.fg.components
            .keys(), 'Variable is added to _components dict. {} {}'.format(
            v.uuid, self.fg.components))

    def test_add_unresolved_components_function(self):
        f = MXFusionGluonFunction(self.basic_net, num_outputs=1)
        x = mfc.Variable()
        y = f(x)
        component_set = set((x, y))
        self.fg.y = y
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes
            ().keys()),
            'Variables are all added to _components_graph {} {}'.format(
            component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set(map(lambda x: x.uuid, component_set)) <= self.
            fg.components.keys(),
            'Variable is added to _components dict. {} {}'.format(set(map(
            lambda x: x.uuid, component_set)), self.fg.components.keys()))
        self.assertTrue(len(self.fg.components_graph.nodes().keys()) == 5,
            'There should be variables for the block parameters and a function evaluation totally 5 nodes in the graph but there were only {} in {}'
            .format(len(self.fg.components_graph.nodes().keys()), self.fg.
            components_graph.nodes().keys()))

    def test_add_with_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(),
            'Variable is added to _components_graph.')
        self.assertTrue(v.uuid in self.fg.components,
            'Variable is added to _components dict.')

    def test_assignment_with_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(),
            'Variable is added to _components_graph.')
        self.assertTrue(v.uuid in self.fg.components,
            'Variable is added to _components dict.')

    def test_remove_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(),
            'Variable is added to _components_graph.')
        self.assertTrue(v.uuid in self.fg.components,
            'Variable is added to _components dict.')
        self.fg.remove_component(v)
        self.assertFalse(v in self.fg.components_graph.nodes(),
            'Variable is removed from _components_graph.')
        self.assertFalse(v.uuid in self.fg.components,
            'Variable is removed from _components dict.')

    def test_remove_nonexistant_variable_failure(self):
        v = mfc.Variable()
        with self.assertRaises(ModelSpecificationError):
            self.fg.remove_component(v)

    def test_replicate_gp_model(self):
        m = self.make_gpregr_model()
        m2 = m.clone()
        self.assertTrue(all([(v in m.Y.factor._module_graph.components) for
            v in m2.Y.factor._module_graph.components]), set(m2.Y.factor.
            _module_graph.components) - set(m.Y.factor._module_graph.
            components))
        self.assertTrue(all([(v in m.Y.factor._extra_graphs[0].components) for
            v in m2.Y.factor._extra_graphs[0].components]), set(m2.Y.factor
            ._extra_graphs[0].components) - set(m.Y.factor._extra_graphs[0]
            .components))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_bnn_model(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        m2 = m.clone()
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for
            i in m.variables]), (m.variables, m2.variables))

    def test_replicate_simple_model(self):
        m = mf.models.Model(verbose=False)
        m.x = mfc.Variable(shape=(2,))
        m.x_mean = mfc.Variable(value=mx.nd.array([0, 1]), shape=(2,))
        m.x_var = mfc.Variable(value=mx.nd.array([1000000.0]))
        d = mf.components.distributions.Normal(mean=m.x_mean, variance=m.x_var)
        m.x.set_prior(d)
        m2 = m.clone()
        self.assertTrue(set([v.uuid for v in m.components.values()]) == set
            ([v.uuid for v in m2.components.values()]))
        self.assertTrue(all([(v in m.components) for v in m2.components]), 
            set(m2.components) - set(m.components))
        self.assertTrue(all([(v in m2.components) for v in m.components]), 
            set(m.components) - set(m2.components))
        self.assertTrue(all([m.x.shape == m2.x.shape, m.x_mean.shape == m2.
            x_mean.shape, m.x_var.shape == m2.x_var.shape]))

    def test_set_prior_after_factor_attach(self):
        fg = mf.models.Model()
        d = mf.components.distributions.Normal(mean=mx.nd.array([100.0]),
            variance=mx.nd.array([1000000.0]))
        fg.d = d
        x = mfc.Variable()
        x.set_prior(d)
        self.assertTrue(set([v for _, v in d.successors]) == set([x]))
        self.assertTrue(set([v for _, v in x.predecessors]) == set([d]))
        self.assertTrue(x.graph == d.graph and d.graph == fg.components_graph)

    def test_same_variable_as_multiple_inputs_to_factor_in_graph(self):
        fg = mf.models.Model()
        fg.x = mfc.Variable()
        fg.y = mf.components.distributions.Normal.define_variable(mean=fg.x,
            variance=fg.x)
        self.assertTrue(set([v for _, v in fg.y.factor.predecessors]) ==
            set([fg.x]))
        self.assertTrue(set([v for _, v in fg.x.successors]) == set([fg.y.
            factor]))
        self.assertTrue(len(fg.y.factor.predecessors) == 2)
        self.assertTrue(len(fg.x.successors) == 2)

    def test_same_variable_as_multiple_inputs_to_factor_not_in_graph(self):
        x = mfc.Variable()
        y = mf.components.distributions.Normal.define_variable(mean=x,
            variance=x)
        self.assertTrue(set([v for _, v in y.factor.predecessors]) == set([x]))
        self.assertTrue(set([v for _, v in x.successors]) == set([y.factor]))
        self.assertTrue(len(y.factor.predecessors) == 2)
        self.assertTrue(len(x.successors) == 2)

    def test_compute_log_prob(self):
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([1]),
            shape=(10,))
        np.random.seed(0)
        v_mx = mx.nd.array(np.random.randn(1))
        v2_mx = mx.nd.array(np.random.randn(1))
        v3_mx = mx.nd.array(np.random.randn(10))
        v_rt = add_sample_dimension(mx.nd, v_mx)
        v2_rt = add_sample_dimension(mx.nd, v2_mx)
        v3_rt = add_sample_dimension(mx.nd, v3_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        log_pdf = m.log_pdf(F=mx.nd, variables={m.v2.uuid: v2_rt, m.v3.uuid:
            v3_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt,
            v.uuid: v_rt}).asscalar()
        variables = {m.v2.factor.mean.uuid: v_rt, m.v2.factor.variance.uuid:
            variance_rt, m.v2.factor.random_variable.uuid: v2_rt}
        log_pdf_1 = mx.nd.sum(m.v2.factor.log_pdf(F=mx.nd, variables=variables)
            )
        variables = {m.v3.factor.mean.uuid: v2_rt, m.v3.factor.variance.
            uuid: variance2_rt, m.v3.factor.random_variable.uuid: v3_rt}
        log_pdf_2 = mx.nd.sum(m.v3.factor.log_pdf(F=mx.nd, variables=variables)
            )
        assert log_pdf == (log_pdf_1 + log_pdf_2).asscalar()

    def test_draw_samples(self):
        np.random.seed(0)
        samples_1_np = np.random.randn(5)
        samples_1 = mx.nd.array(samples_1_np)
        samples_2_np = np.random.randn(50)
        samples_2 = mx.nd.array(samples_2_np)
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]),
            rand_gen=MockMXNetRandomGenerator(samples_1))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([0.1]
            ), shape=(10,), rand_gen=MockMXNetRandomGenerator(samples_2))
        np.random.seed(0)
        v_np = np.random.rand(1)
        v_mx = mx.nd.array(v_np)
        v_rt = add_sample_dimension(mx.nd, v_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        samples = m.draw_samples(F=mx.nd, num_samples=5, targets=[m.v3.uuid
            ], variables={v.uuid: v_rt, variance.uuid: variance_rt,
            variance2.uuid: variance2_rt})[0]
        samples_np = v_np + samples_1_np[:, None] + np.sqrt(0.1
            ) * samples_2_np.reshape(5, 10)
        assert array_has_samples(mx.nd, samples) and get_num_samples(mx.nd,
            samples) == 5
        assert np.allclose(samples.asnumpy(), samples_np)

    def test_reconcile_simple_model(self):
        m1 = self.make_simple_model()
        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(m1.components))

    def test_reconcile_bnn_model(self):
        m1, _ = self.make_bnn_model(self.make_net())
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(m1.components))

    def test_reconcile_gp_model(self):
        m1 = self.make_gpregr_model()
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(set(m1.components).union(
            set(m1.Y.factor._module_graph.components)).union(set(m1.Y.
            factor._extra_graphs[0].components))))

    def test_reconcile_model_and_posterior(self):
        x = np.random.rand(1000, 10)
        y = np.random.rand(1000, 10)
        x_nd, y_nd = mx.nd.array(y), mx.nd.array(x)
        net1 = self.make_net()
        net1(x_nd)
        net2 = self.make_net()
        net2(x_nd)
        m1, _ = self.make_bnn_model(net1)
        m2, _ = self.make_bnn_model(net2)
        from mxfusion.inference.meanfield import create_Gaussian_meanfield
        from mxfusion.inference import StochasticVariationalInference
        observed1 = [m1.y, m1.x]
        observed2 = [m2.y, m2.x]
        q1 = create_Gaussian_meanfield(model=m1, observed=observed1)
        alg1 = StochasticVariationalInference(num_samples=3, model=m1,
            posterior=q1, observed=observed1)
        q2 = create_Gaussian_meanfield(model=m2, observed=observed2)
        alg2 = StochasticVariationalInference(num_samples=3, model=m2,
            posterior=q2, observed=observed2)
        component_map = mf.models.FactorGraph.reconcile_graphs(alg1._graphs,
            primary_previous_graph=alg2._graphs[0],
            secondary_previous_graphs=[alg2._graphs[1]])
        assert len(set(component_map)) == len(set(alg1.graphs[0].components
            .values()).union(set(alg1.graphs[1].components.values())))

    def test_save_reload_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        m1_loaded_edges = set(m1_loaded.components_graph.edges())
        m1_edges = set(m1.components_graph.edges())
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(set(m1.components_graph.edges()) == set(m1_loaded.
            components_graph.edges()), m1_edges.symmetric_difference(
            m1_loaded_edges))
        self.assertTrue(len(m1_loaded.components.values()) == len(set(
            m1_loaded.components.values())))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_simple_graph(self):
        m1 = self.make_simple_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_gp_module(self):
        m1 = self.make_gpregr_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(len(set(m1.Y.factor._module_graph.components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._module_graph.components)))
        self.assertTrue(len(set(m1.Y.factor._extra_graphs[0].components)) ==
            len(set(m1_loaded[m1.Y.factor.uuid]._extra_graphs[0].components)))
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        sort_m1 = list(set(map(lambda x: x.uuid, set(m1.components.values()
            ).union(set(m1.Y.factor._module_graph.components.values())).
            union(set(m1.Y.factor._extra_graphs[0].components.values())))))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, set(m2.components.values()
            ).union(set(m2.Y.factor._module_graph.components.values())).
            union(set(m2.Y.factor._extra_graphs[0].components.values())))))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE,
            ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(
            component_map.values())), 'Assert there are only 1:1 mappings.')
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()
        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()
        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()
        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()
        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([(m1_item == component_map_item) for m1_item,
            component_map_item in zippy_values]))
        self.assertTrue(all([(m2_item == component_map_item) for m2_item,
            component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_access_module_variable_from_model(self):
        m1 = self.make_gpregr_model()
        l = m1.Y.factor.kernel.lengthscale
        self.assertTrue(m1[l.uuid] == l)

    def test_print_fg(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        print(m)

# Copyright 2018 Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
#   Licensed under the Apache License, Version 2.0 (the "License").
#   You may not use this file except in compliance with the License.
#   A copy of the License is located at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   or in the "license" file accompanying this file. This file is distributed
#   on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
#   express or implied. See the License for the specific language governing
#   permissions and limitations under the License.
# ==============================================================================


import unittest
import uuid
import numpy as np
import mxnet as mx
import mxnet.gluon.nn as nn
import mxfusion.components as mfc
from mxfusion.components.functions import MXFusionGluonFunction
import mxfusion as mf
from mxfusion.common.exceptions import ModelSpecificationError
from mxfusion.components.distributions.normal import Normal
from mxfusion.components.distributions.gp.kernels import RBF
from mxfusion.modules.gp_modules import GPRegression
from mxfusion.components import Variable
from mxfusion.components.variables import PositiveTransformation
from mxfusion.models import Model, FactorGraph
from mxfusion.components.variables.runtime_variable import add_sample_dimension, array_has_samples, get_num_samples
from mxfusion.util.testutils import MockMXNetRandomGenerator


class FactorGraphTests(unittest.TestCase):
    """
    Tests the MXFusion.core.factor_graph.FactorGraph class.
    """

    def shape_match(self, old, new):
        if len(old) != len(new):
            return False
        for o, n in zip(old, new):
            if isinstance(n, mfc.Variable):
                if n != o:
                    return False
            elif n != o:
                return False
        return True

    def make_bnn_model(self, net):
        component_set = set()
        m = mf.models.Model(verbose=False)
        m.N = mfc.Variable()
        m.f = MXFusionGluonFunction(net, num_outputs=1)
        m.x = mfc.Variable(shape=(m.N,))
        m.r = m.f(m.x)
        for k, v in m.r.factor.parameters.items():
            if k.endswith('_weight') or k.endswith('_bias'):
                d = mf.components.distributions.Normal(mean=mx.nd.array([0]), variance=mx.nd.array([1e6]))
                v.set_prior(d)
                component_set.union(set([v,d]))
        m.y = mf.components.distributions.Categorical.define_variable(log_prob=m.r, num_classes=2, normalization=True, one_hot_encoding=False)
        component_set.union(set([m.N, m.f, m.x, m.r, m.y]))
        return m, component_set

    def make_net(self):
        D = 100
        net = nn.HybridSequential(prefix='hybrid0_')
        with net.name_scope():
            net.add(nn.Dense(D, in_units=10, activation="tanh", flatten=False))
            net.add(nn.Dense(D, in_units=D, activation="tanh", flatten=False))
            net.add(nn.Dense(2, in_units=D, flatten=False))
        net.initialize(mx.init.Xavier(magnitude=3))
        return net

    def make_simple_model(self):
        m = Model()
        mean = Variable()
        variance = Variable()
        m.r = Normal.define_variable(mean=mean, variance=variance)
        return m

    def make_gpregr_model(self):
        m = Model()
        m.N = Variable()
        m.X = Variable(shape=(m.N, 3))
        m.noise_var = Variable(transformation=PositiveTransformation(), initial_value=mx.nd.array([1.]))
        kernel = RBF(input_dim=3, variance=mx.nd.array([1.]), lengthscale=mx.nd.array([1.]))
        m.Y = GPRegression.define_variable(X=m.X, kernel=kernel, noise_var=m.noise_var, shape=(m.N, 2))
        return m

    def setUp(self):
        self.TESTFILE = "testfile_" + str(uuid.uuid4()) + ".json"
        self.fg = mf.models.FactorGraph(name='test_fg')
        self.D = 10
        self.basic_net = nn.HybridSequential()
        with self.basic_net.name_scope():
            self.basic_net.add(nn.Dense(self.D, in_units=10, activation="relu"))
        self.basic_net.initialize()
        self.bnn_net = self.make_net()

    def test_bnn_model(self):

        bnn_fg, component_set = self.make_bnn_model(self.bnn_net)
        self.assertTrue(component_set <= set(bnn_fg.components_graph.nodes().keys()),
                        "Variables are all added to _components_graph {} {}".format(component_set, bnn_fg.components_graph.nodes().keys()))
        self.assertTrue(component_set <= bnn_fg.components.keys(), "Variable is added to _components dict. {} {}".format(component_set, bnn_fg.components.keys()))

    def test_add_unresolved_components_distribution(self):
        v = mfc.Variable()
        m = mfc.Variable()
        f = Normal.define_variable(mean=m, variance=v)
        component_set = set((v, m, f))
        self.fg.f = f
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes().keys()),
                        "Variables are all added to _components_graph {} {}".format(component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set((v.uuid, m.uuid, f.uuid)) <= self.fg.components.keys(), "Variable is added to _components dict. {} {}".format(v.uuid, self.fg.components))

    def test_add_unresolved_components_function(self):
        f = MXFusionGluonFunction(self.basic_net, num_outputs=1)
        x = mfc.Variable()
        y = f(x)
        component_set = set((x, y))
        self.fg.y = y
        self.assertTrue(component_set <= set(self.fg.components_graph.nodes().keys()),
                        "Variables are all added to _components_graph {} {}".format(component_set, self.fg.components_graph.nodes().keys()))
        self.assertTrue(set(map(lambda x: x.uuid, component_set)) <= self.fg.components.keys(), "Variable is added to _components dict. {} {}".format(set(map(lambda x: x.uuid, component_set)), self.fg.components.keys()))
        self.assertTrue(len(self.fg.components_graph.nodes().keys()) == 5, "There should be variables for the block parameters and a function evaluation totally 5 nodes in the graph but there were only {} in {}".format(len(self.fg.components_graph.nodes().keys()), self.fg.components_graph.nodes().keys()))

    def test_add_with_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(), "Variable is added to _components_graph.")
        self.assertTrue(v.uuid in self.fg.components, "Variable is added to _components dict.")

    def test_assignment_with_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(), "Variable is added to _components_graph.")
        self.assertTrue(v.uuid in self.fg.components, "Variable is added to _components dict.")

    def test_remove_variable_success(self):
        v = mfc.Variable()
        self.fg.v = v
        self.assertTrue(v in self.fg.components_graph.nodes(), "Variable is added to _components_graph.")
        self.assertTrue(v.uuid in self.fg.components, "Variable is added to _components dict.")
        self.fg.remove_component(v)
        self.assertFalse(v in self.fg.components_graph.nodes(), "Variable is removed from _components_graph.")
        self.assertFalse(v.uuid in self.fg.components, "Variable is removed from _components dict.")

    def test_remove_nonexistant_variable_failure(self):
        v = mfc.Variable()
        with self.assertRaises(ModelSpecificationError):
            self.fg.remove_component(v)


    def test_replicate_gp_model(self):
        m = self.make_gpregr_model()
        m2 = m.clone()
        self.assertTrue(all([v in m.Y.factor._module_graph.components for v in m2.Y.factor._module_graph.components]), (set(m2.Y.factor._module_graph.components) - set(m.Y.factor._module_graph.components)))
        self.assertTrue(all([v in m.Y.factor._extra_graphs[0].components for v in m2.Y.factor._extra_graphs[0].components]), (set(m2.Y.factor._extra_graphs[0].components) - set(m.Y.factor._extra_graphs[0].components)))
        self.assertTrue(all([v in m.components for v in m2.components]), (set(m2.components) - set(m.components)))
        self.assertTrue(all([v in m2.components for v in m.components]), (set(m.components) - set(m2.components)))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for i in m.variables]), (m.variables, m2.variables))

    def test_replicate_bnn_model(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        m2 = m.clone()
        self.assertTrue(all([v in m.components for v in m2.components]), (set(m2.components) - set(m.components)))
        self.assertTrue(all([v in m2.components for v in m.components]), (set(m.components) - set(m2.components)))
        self.assertTrue(all([self.shape_match(m[i].shape, m2[i].shape) for i in m.variables]), (m.variables, m2.variables))

    def test_replicate_simple_model(self):
        m = mf.models.Model(verbose=False)
        m.x = mfc.Variable(shape=(2,))
        m.x_mean = mfc.Variable(value=mx.nd.array([0, 1]), shape=(2,))
        m.x_var = mfc.Variable(value=mx.nd.array([1e6]))
        d = mf.components.distributions.Normal(mean=m.x_mean, variance=m.x_var)
        m.x.set_prior(d)
        m2 = m.clone()
        # compare m and m2 components and such for exactness.
        self.assertTrue(set([v.uuid for v in m.components.values()]) ==
                        set([v.uuid for v in m2.components.values()]))
        self.assertTrue(all([v in m.components for v in m2.components]), (set(m2.components) - set(m.components)))
        self.assertTrue(all([v in m2.components for v in m.components]), (set(m.components) - set(m2.components)))
        self.assertTrue(all([m.x.shape == m2.x.shape,
                             m.x_mean.shape == m2.x_mean.shape,
                             m.x_var.shape == m2.x_var.shape]))

    def test_set_prior_after_factor_attach(self):
        fg = mf.models.Model()
        d = mf.components.distributions.Normal(mean=mx.nd.array([1e2]), variance=mx.nd.array([1e6]))
        fg.d = d

        x = mfc.Variable()
        x.set_prior(d)
        self.assertTrue(set([v for _, v in d.successors]) == set([x]))
        self.assertTrue(set([v for _, v in x.predecessors]) == set([d]))
        self.assertTrue(x.graph == d.graph and d.graph == fg.components_graph)

    def test_same_variable_as_multiple_inputs_to_factor_in_graph(self):
        fg = mf.models.Model()

        fg.x = mfc.Variable()
        fg.y = mf.components.distributions.Normal.define_variable(mean=fg.x, variance=fg.x)

        self.assertTrue(set([v for _, v in fg.y.factor.predecessors]) == set([fg.x]))
        self.assertTrue(set([v for _, v in fg.x.successors]) == set([fg.y.factor]))
        self.assertTrue(len(fg.y.factor.predecessors) == 2)
        self.assertTrue(len(fg.x.successors) == 2)

    def test_same_variable_as_multiple_inputs_to_factor_not_in_graph(self):

        x = mfc.Variable()
        y = mf.components.distributions.Normal.define_variable(mean=x, variance=x)

        self.assertTrue(set([v for _, v in y.factor.predecessors]) == set([x]))
        self.assertTrue(set([v for _, v in x.successors]) == set([y.factor]))
        self.assertTrue(len(y.factor.predecessors) == 2)
        self.assertTrue(len(x.successors) == 2)

    def test_compute_log_prob(self):
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([1]), shape=(10,))
        np.random.seed(0)
        v_mx = mx.nd.array(np.random.randn(1))
        v2_mx = mx.nd.array(np.random.randn(1))
        v3_mx = mx.nd.array(np.random.randn(10))

        v_rt = add_sample_dimension(mx.nd, v_mx)
        v2_rt = add_sample_dimension(mx.nd, v2_mx)
        v3_rt = add_sample_dimension(mx.nd, v3_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        log_pdf = m.log_pdf(F=mx.nd, variables={m.v2.uuid: v2_rt, m.v3.uuid:v3_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt, v.uuid: v_rt}).asscalar()

        variables = {m.v2.factor.mean.uuid: v_rt, m.v2.factor.variance.uuid: variance_rt, m.v2.factor.random_variable.uuid: v2_rt}
        log_pdf_1 = mx.nd.sum(m.v2.factor.log_pdf(F=mx.nd, variables=variables))
        variables = {m.v3.factor.mean.uuid: v2_rt, m.v3.factor.variance.uuid: variance2_rt, m.v3.factor.random_variable.uuid: v3_rt}
        log_pdf_2 = mx.nd.sum(m.v3.factor.log_pdf(F=mx.nd, variables=variables))

        assert log_pdf == (log_pdf_1 + log_pdf_2).asscalar()

    def test_draw_samples(self):
        np.random.seed(0)
        samples_1_np = np.random.randn(5)
        samples_1 = mx.nd.array(samples_1_np)
        samples_2_np = np.random.randn(50)
        samples_2 = mx.nd.array(samples_2_np)
        m = Model()
        v = Variable(shape=(1,))
        m.v2 = Normal.define_variable(mean=v, variance=mx.nd.array([1]), rand_gen=MockMXNetRandomGenerator(samples_1))
        m.v3 = Normal.define_variable(mean=m.v2, variance=mx.nd.array([0.1]), shape=(10,), rand_gen=MockMXNetRandomGenerator(samples_2))
        np.random.seed(0)
        v_np =np.random.rand(1)
        v_mx = mx.nd.array(v_np)

        v_rt = add_sample_dimension(mx.nd, v_mx)
        variance = m.v2.factor.variance
        variance2 = m.v3.factor.variance
        variance_rt = add_sample_dimension(mx.nd, variance.constant)
        variance2_rt = add_sample_dimension(mx.nd, variance2.constant)
        samples = m.draw_samples(F=mx.nd, num_samples=5, targets=[m.v3.uuid],
        variables={v.uuid: v_rt, variance.uuid: variance_rt, variance2.uuid: variance2_rt})[0]

        samples_np = v_np + samples_1_np[:, None] + np.sqrt(0.1)*samples_2_np.reshape(5,10)

        assert array_has_samples(mx.nd, samples) and get_num_samples(mx.nd, samples)==5
        assert np.allclose(samples.asnumpy(), samples_np)

    def test_reconcile_simple_model(self):
        m1 = self.make_simple_model()
        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(m1.components))

    def test_reconcile_bnn_model(self):
        m1, _ = self.make_bnn_model(self.make_net())
        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(m1.components))

    def test_reconcile_gp_model(self):
        m1 = self.make_gpregr_model()
        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m1], m2)
        self.assertTrue(len(component_map) == len(set(m1.components).union(set(m1.Y.factor._module_graph.components)).union(set(m1.Y.factor._extra_graphs[0].components))))

    def test_reconcile_model_and_posterior(self):
        x = np.random.rand(1000, 10)
        y = np.random.rand(1000, 10)
        x_nd, y_nd = mx.nd.array(y), mx.nd.array(x)

        net1 = self.make_net()
        net1(x_nd)
        net2 = self.make_net()
        net2(x_nd)
        m1, _ = self.make_bnn_model(net1)
        m2, _ = self.make_bnn_model(net2)

        from mxfusion.inference.meanfield import create_Gaussian_meanfield
        from mxfusion.inference import StochasticVariationalInference
        observed1 = [m1.y, m1.x]
        observed2 = [m2.y, m2.x]
        q1 = create_Gaussian_meanfield(model=m1, observed=observed1)
        alg1 = StochasticVariationalInference(num_samples=3, model=m1, posterior=q1, observed=observed1)
        q2 = create_Gaussian_meanfield(model=m2, observed=observed2)
        alg2 = StochasticVariationalInference(num_samples=3, model=m2, posterior=q2, observed=observed2)
        component_map = mf.models.FactorGraph.reconcile_graphs(
            alg1._graphs,
            primary_previous_graph=alg2._graphs[0],
            secondary_previous_graphs=[alg2._graphs[1]])
        assert len(set(component_map)) == \
            len(set(alg1.graphs[0].components.values()).union(
                set(alg1.graphs[1].components.values())))

    def test_save_reload_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        m1_loaded_edges = set(m1_loaded.components_graph.edges())
        m1_edges = set(m1.components_graph.edges())

        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(set(m1.components_graph.edges()) == set(m1_loaded.components_graph.edges()), m1_edges.symmetric_difference(m1_loaded_edges))
        self.assertTrue(len(m1_loaded.components.values()) == len(set(m1_loaded.components.values())))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_simple_graph(self):
        m1 = self.make_simple_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))

        m2 = self.make_simple_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()

        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()

        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()

        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()

        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([m1_item == component_map_item for m1_item, component_map_item in zippy_values]))
        self.assertTrue(all([m2_item == component_map_item for m2_item, component_map_item in zippy_keys]))

        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_gp_module(self):
        m1 = self.make_gpregr_model()
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))
        self.assertTrue(len(set(m1.Y.factor._module_graph.components)) == len(set(m1_loaded[m1.Y.factor.uuid]._module_graph.components)))
        self.assertTrue(len(set(m1.Y.factor._extra_graphs[0].components)) == len(set(m1_loaded[m1.Y.factor.uuid]._extra_graphs[0].components)))

        m2 = self.make_gpregr_model()
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(component_map.values())), "Assert there are only 1:1 mappings.")
        sort_m1 = list(set(map(lambda x: x.uuid, set(m1.components.values()).union(set(m1.Y.factor._module_graph.components.values())).union(set(m1.Y.factor._extra_graphs[0].components.values())) )))
        sort_m1.sort()

        sort_m2 = list(set(map(lambda x: x.uuid, set(m2.components.values()).union(set(m2.Y.factor._module_graph.components.values())).union(set(m2.Y.factor._extra_graphs[0].components.values())) )))
        sort_m2.sort()

        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()

        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()

        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([m1_item == component_map_item for m1_item, component_map_item in zippy_values]))
        self.assertTrue(all([m2_item == component_map_item for m2_item, component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_save_reload_then_reconcile_bnn_graph(self):
        m1, _ = self.make_bnn_model(self.make_net())
        FactorGraph.save(self.TESTFILE, m1.as_json())
        m1_loaded = Model()
        from mxfusion.util.serialization import ModelComponentDecoder, load_json_file
        FactorGraph.load_graphs(load_json_file(self.TESTFILE, ModelComponentDecoder), [m1_loaded])
        self.assertTrue(set(m1.components) == set(m1_loaded.components))

        m2, _ = self.make_bnn_model(self.make_net())
        component_map = mf.models.FactorGraph.reconcile_graphs([m2], m1_loaded)
        self.assertTrue(len(component_map.values()) == len(set(component_map.values())), "Assert there are only 1:1 mappings.")
        self.assertTrue(len(component_map) == len(m1.components))
        sort_m1 = list(set(map(lambda x: x.uuid, m1.components.values())))
        sort_m1.sort()

        sort_m2 = list(set(map(lambda x: x.uuid, m2.components.values())))
        sort_m2.sort()

        sort_component_map_values = list(set(component_map.values()))
        sort_component_map_values.sort()

        sort_component_map_keys = list(set(component_map.keys()))
        sort_component_map_keys.sort()

        zippy_values = zip(sort_m2, sort_component_map_values)
        zippy_keys = zip(sort_m1, sort_component_map_keys)
        self.assertTrue(all([m1_item == component_map_item for m1_item, component_map_item in zippy_values]))
        self.assertTrue(all([m2_item == component_map_item for m2_item, component_map_item in zippy_keys]))
        import os
        os.remove(self.TESTFILE)

    def test_access_module_variable_from_model(self):
        m1 = self.make_gpregr_model()
        l = m1.Y.factor.kernel.lengthscale
        self.assertTrue(m1[l.uuid] == l)

    def test_print_fg(self):
        m, component_set = self.make_bnn_model(self.bnn_net)
        print(m)
