diff --git a/mmdet/apis/train.py b/mmdet/apis/train.py
index a79537f70dac3209c73ad158ffaff1469310d9f0..f68de4f2f6078017d080fae196cbd07a7a6b99f2 100644
--- a/mmdet/apis/train.py
+++ b/mmdet/apis/train.py
@@ -73,7 +73,7 @@ def parse_losses(losses):
     log_vars['loss'] = loss
     for loss_name, loss_value in log_vars.items():
         # reduce loss when distributed training
-        if dist.is_initialized():
+        if dist.is_available() and dist.is_initialized():
             loss_value = loss_value.data.clone()
             dist.all_reduce(loss_value.div_(dist.get_world_size()))
         log_vars[loss_name] = loss_value.item()