12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455 |
- import os
- from pipeline.backend.pipeline import PipeLine
- DATA_BASE = "/data/projects/fate"
- def main():
-
- guest = 9999
-
- partition = 4
- dense_data = {"name": "breast_hetero_guest", "namespace": f"experiment"}
- tag_data = {"name": "tag_value_1", "namespace": f"experiment"}
- pipeline_upload = PipeLine().set_initiator(role="guest", party_id=guest).set_roles(guest=guest)
-
-
- pipeline_upload.add_upload_data(file=os.path.join(DATA_BASE, "examples/data/breast_hetero_guest.csv"),
- table_name=dense_data["name"],
- namespace=dense_data["namespace"],
- head=1, partition=partition)
- pipeline_upload.add_upload_data(file=os.path.join(DATA_BASE, "examples/data/tag_value_1000_140.csv"),
- table_name=tag_data["name"],
- namespace=tag_data["namespace"],
- head=0, partition=partition)
-
- pipeline_upload.upload(drop=1)
- if __name__ == "__main__":
- main()
|