FateWithShellmiaoComment/Fate/python/federatedml/statistic/test/hetero_pearson_test.py

#
#  Copyright 2019 The FATE Authors. All Rights Reserved.
#
#  Licensed under the Apache License, Version 2.0 (the "License");
#  you may not use this file except in compliance with the License.
#  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.
#
import unittest
import uuid

from fate_arch.session import computing_session as session
import numpy as np


class TestStatistics(unittest.TestCase):
    def setUp(self):
        session.init((str(uuid.uuid1())))

    def test_standardized(self):
        from federatedml.statistic.correlation import hetero_pearson
        raw_data = np.random.rand(200, 100)
        expect = (raw_data - np.mean(raw_data, axis=0)) / np.std(raw_data, axis=0)
        data_table = session.parallelize([row for row in raw_data], partition=10, include_key=False)
        n, standardized, _, _ = hetero_pearson.standardize(data_table)
        standardized_data = np.array([row[1] for row in standardized.collect()])
        self.assertEqual(n, standardized_data.shape[0])
        self.assertEqual(raw_data.shape, standardized_data.shape)
        self.assertAlmostEqual(np.linalg.norm(standardized_data - expect), 0.0)


if __name__ == '__main__':
    unittest.main()