diff --git a/python-package/xgboost/dask.py b/python-package/xgboost/dask.py
index 017c10109..00564206c 100644
--- a/python-package/xgboost/dask.py
+++ b/python-package/xgboost/dask.py
@@ -69,6 +69,9 @@ class RabitContext:
     '''A context controling rabit initialization and finalization.'''
     def __init__(self, args):
         self.args = args
+        worker = distributed_get_worker()
+        self.args.append(
+            ('DMLC_TASK_ID=[xgboost.dask]:' + str(worker.address)).encode())
 
     def __enter__(self):
         rabit.init(self.args)