123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103 |
- import argparse
- from pipeline.backend.pipeline import PipeLine
- from pipeline.component import DataTransform
- from pipeline.component import Evaluation
- from pipeline.component import HeteroLR
- from pipeline.component import Intersection
- from pipeline.component import Reader
- from pipeline.interface import Data
- from pipeline.utils.tools import load_job_config
- def main(config="../../config.yaml", namespace=""):
-
- if isinstance(config, str):
- config = load_job_config(config)
- parties = config.parties
- guest = parties.guest[0]
- host = parties.host[0]
- arbiter = parties.arbiter[0]
- guest_train_data = {"name": "vehicle_scale_hetero_guest", "namespace": f"experiment{namespace}"}
- host_train_data = {"name": "vehicle_scale_hetero_host", "namespace": f"experiment{namespace}"}
-
- pipeline = PipeLine()
-
- pipeline.set_initiator(role='guest', party_id=guest)
-
- pipeline.set_roles(guest=guest, host=host, arbiter=arbiter)
-
- reader_0 = Reader(name="reader_0")
-
- reader_0.get_party_instance(role='guest', party_id=guest).component_param(table=guest_train_data)
-
- reader_0.get_party_instance(role='host', party_id=host).component_param(table=host_train_data)
-
- data_transform_0 = DataTransform(name="data_transform_0", output_format='dense')
-
- data_transform_0_guest_party_instance = data_transform_0.get_party_instance(role='guest', party_id=guest)
-
- data_transform_0_guest_party_instance.component_param(with_label=True)
-
- data_transform_0.get_party_instance(role='host', party_id=host).component_param(with_label=False)
-
- intersection_0 = Intersection(name="intersection_0")
- pipeline.add_component(reader_0)
- pipeline.add_component(data_transform_0, data=Data(data=reader_0.output.data))
- pipeline.add_component(intersection_0, data=Data(data=data_transform_0.output.data))
- lr_param = {
- "penalty": "L2",
- "optimizer": "nesterov_momentum_sgd",
- "tol": 1e-05,
- "alpha": 0.0001,
- "max_iter": 1,
- "early_stop": "diff",
- "multi_class": "ovr",
- "batch_size": -1,
- "learning_rate": 0.15,
- "init_param": {
- "init_method": "zeros"
- }
- }
- hetero_lr_0 = HeteroLR(name="hetero_lr_0", **lr_param)
- pipeline.add_component(hetero_lr_0, data=Data(train_data=intersection_0.output.data))
- evaluation_0 = Evaluation(name="evaluation_0", eval_type="multi")
- pipeline.add_component(evaluation_0, data=Data(data=hetero_lr_0.output.data))
- pipeline.compile()
- pipeline.fit()
- if __name__ == "__main__":
- parser = argparse.ArgumentParser("PIPELINE DEMO")
- parser.add_argument("-config", type=str,
- help="config file")
- args = parser.parse_args()
- if args.config is not None:
- main(args.config)
- else:
- main()
|