123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263 |
- #!/usr/bin/env python
- # -*- coding: utf-8 -*-
- #
- # Copylast 2019 The FATE Authors. All Rights Reserved.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- #
- from federatedml.param.base_param import BaseParam
- from federatedml.util import LOGGER
- class UnionParam(BaseParam):
- """
- Define the union method for combining multiple dTables and keep entries with the same id
- Parameters
- ----------
- need_run: bool, default True
- Indicate if this module needed to be run
- allow_missing: bool, default False
- Whether allow mismatch between feature length and header length in the result. Note that empty tables will always be skipped regardless of this param setting.
- keep_duplicate: bool, default False
- Whether to keep entries with duplicated keys. If set to True, a new id will be generated for duplicated entry in the format {id}_{table_name}.
- """
- def __init__(self, need_run=True, allow_missing=False, keep_duplicate=False):
- super().__init__()
- self.need_run = need_run
- self.allow_missing = allow_missing
- self.keep_duplicate = keep_duplicate
- def check(self):
- descr = "union param's "
- if type(self.need_run).__name__ != "bool":
- raise ValueError(
- descr + "need_run {} not supported, should be bool".format(
- self.need_run))
- if type(self.allow_missing).__name__ != "bool":
- raise ValueError(
- descr + "allow_missing {} not supported, should be bool".format(
- self.allow_missing))
- if type(self.keep_duplicate).__name__ != "bool":
- raise ValueError(
- descr + "keep_duplicate {} not supported, should be bool".format(
- self.keep_duplicate))
- LOGGER.info("Finish union parameter check!")
- return True
|