668b8a0ea4
* Switch from rabit to the collective communicator * fix size_t specialization * really fix size_t * try again * add include * more include * fix lint errors * remove rabit includes * fix pylint error * return dict from communicator context * fix communicator shutdown * fix dask test * reset communicator mocklist * fix distributed tests * do not save device communicator * fix jvm gpu tests * add python test for federated communicator * Update gputreeshap submodule Co-authored-by: Hyunsu Philip Cho <chohyu01@cs.washington.edu>
78 lines
2.8 KiB
Python
78 lines
2.8 KiB
Python
import multiprocessing
|
|
import socket
|
|
import sys
|
|
import time
|
|
|
|
import numpy as np
|
|
import pytest
|
|
|
|
import xgboost as xgb
|
|
from xgboost import RabitTracker, build_info, federated
|
|
|
|
if sys.platform.startswith("win"):
|
|
pytest.skip("Skipping collective tests on Windows", allow_module_level=True)
|
|
|
|
|
|
def run_rabit_worker(rabit_env, world_size):
|
|
with xgb.collective.CommunicatorContext(**rabit_env):
|
|
assert xgb.collective.get_world_size() == world_size
|
|
assert xgb.collective.is_distributed()
|
|
assert xgb.collective.get_processor_name() == socket.gethostname()
|
|
ret = xgb.collective.broadcast('test1234', 0)
|
|
assert str(ret) == 'test1234'
|
|
ret = xgb.collective.allreduce(np.asarray([1, 2, 3]), xgb.collective.Op.SUM)
|
|
assert np.array_equal(ret, np.asarray([2, 4, 6]))
|
|
|
|
|
|
def test_rabit_communicator():
|
|
world_size = 2
|
|
tracker = RabitTracker(host_ip='127.0.0.1', n_workers=world_size)
|
|
tracker.start(world_size)
|
|
workers = []
|
|
for _ in range(world_size):
|
|
worker = multiprocessing.Process(target=run_rabit_worker,
|
|
args=(tracker.worker_envs(), world_size))
|
|
workers.append(worker)
|
|
worker.start()
|
|
for worker in workers:
|
|
worker.join()
|
|
assert worker.exitcode == 0
|
|
|
|
|
|
def run_federated_worker(port, world_size, rank):
|
|
with xgb.collective.CommunicatorContext(xgboost_communicator='federated',
|
|
federated_server_address=f'localhost:{port}',
|
|
federated_world_size=world_size,
|
|
federated_rank=rank):
|
|
assert xgb.collective.get_world_size() == world_size
|
|
assert xgb.collective.is_distributed()
|
|
assert xgb.collective.get_processor_name() == f'rank{rank}'
|
|
ret = xgb.collective.broadcast('test1234', 0)
|
|
assert str(ret) == 'test1234'
|
|
ret = xgb.collective.allreduce(np.asarray([1, 2, 3]), xgb.collective.Op.SUM)
|
|
assert np.array_equal(ret, np.asarray([2, 4, 6]))
|
|
|
|
|
|
def test_federated_communicator():
|
|
if not build_info()["USE_FEDERATED"]:
|
|
pytest.skip("XGBoost not built with federated learning enabled")
|
|
|
|
port = 9091
|
|
world_size = 2
|
|
server = multiprocessing.Process(target=xgb.federated.run_federated_server, args=(port, world_size))
|
|
server.start()
|
|
time.sleep(1)
|
|
if not server.is_alive():
|
|
raise Exception("Error starting Federated Learning server")
|
|
|
|
workers = []
|
|
for rank in range(world_size):
|
|
worker = multiprocessing.Process(target=run_federated_worker,
|
|
args=(port, world_size, rank))
|
|
workers.append(worker)
|
|
worker.start()
|
|
for worker in workers:
|
|
worker.join()
|
|
assert worker.exitcode == 0
|
|
server.terminate()
|