diff --git a/mmdet/models/roi_extractors/single_level.py b/mmdet/models/roi_extractors/single_level.py
index a2ed5c56365c42340dbbe20de50a8160611cdd84..6620d1d86a241e1884b8981963d4b4affe6c51cd 100644
--- a/mmdet/models/roi_extractors/single_level.py
+++ b/mmdet/models/roi_extractors/single_level.py
@@ -103,5 +103,5 @@ class SingleRoIExtractor(nn.Module):
             if inds.any():
                 rois_ = rois[inds, :]
                 roi_feats_t = self.roi_layers[i](feats[i], rois_)
-                roi_feats[inds] += roi_feats_t
+                roi_feats[inds] = roi_feats_t
         return roi_feats