a2686543a9
* implement broadcast for federated communicator * implement allreduce * add communicator factory * add device adapter * add device communicator to factory * add rabit communicator * add rabit communicator to the factory * add nccl device communicator * add synchronize to device communicator * add back print and getprocessorname * add python wrapper and c api * clean up types * fix non-gpu build * try to fix ci * fix std::size_t * portable string compare ignore case * c style size_t * fix lint errors * cross platform setenv * fix memory leak * fix lint errors * address review feedback * add python test for rabit communicator * fix failing gtest * use json to configure communicators * fix lint error * get rid of factories * fix cpu build * fix include * fix python import * don't export collective.py yet * skip collective communicator pytest on windows * add review feedback * update documentation * remove mpi communicator type * fix tests * shutdown the communicator separately Co-authored-by: Hyunsu Cho <chohyu01@cs.washington.edu>
67 lines
1.3 KiB
Protocol Buffer
67 lines
1.3 KiB
Protocol Buffer
/*!
|
|
* Copyright 2022 XGBoost contributors
|
|
*/
|
|
syntax = "proto3";
|
|
|
|
package xgboost.federated;
|
|
|
|
service Federated {
|
|
rpc Allgather(AllgatherRequest) returns (AllgatherReply) {}
|
|
rpc Allreduce(AllreduceRequest) returns (AllreduceReply) {}
|
|
rpc Broadcast(BroadcastRequest) returns (BroadcastReply) {}
|
|
}
|
|
|
|
enum DataType {
|
|
INT8 = 0;
|
|
UINT8 = 1;
|
|
INT32 = 2;
|
|
UINT32 = 3;
|
|
INT64 = 4;
|
|
UINT64 = 5;
|
|
FLOAT = 6;
|
|
DOUBLE = 7;
|
|
}
|
|
|
|
enum ReduceOperation {
|
|
MAX = 0;
|
|
MIN = 1;
|
|
SUM = 2;
|
|
}
|
|
|
|
message AllgatherRequest {
|
|
// An incrementing counter that is unique to each round to operations.
|
|
uint64 sequence_number = 1;
|
|
int32 rank = 2;
|
|
bytes send_buffer = 3;
|
|
}
|
|
|
|
message AllgatherReply {
|
|
bytes receive_buffer = 1;
|
|
}
|
|
|
|
message AllreduceRequest {
|
|
// An incrementing counter that is unique to each round to operations.
|
|
uint64 sequence_number = 1;
|
|
int32 rank = 2;
|
|
bytes send_buffer = 3;
|
|
DataType data_type = 4;
|
|
ReduceOperation reduce_operation = 5;
|
|
}
|
|
|
|
message AllreduceReply {
|
|
bytes receive_buffer = 1;
|
|
}
|
|
|
|
message BroadcastRequest {
|
|
// An incrementing counter that is unique to each round to operations.
|
|
uint64 sequence_number = 1;
|
|
int32 rank = 2;
|
|
bytes send_buffer = 3;
|
|
// The root rank to broadcast from.
|
|
int32 root = 4;
|
|
}
|
|
|
|
message BroadcastReply {
|
|
bytes receive_buffer = 1;
|
|
}
|