diff --git a/torchvision/csrc/ops/cuda/roi_pool_kernel.cu b/torchvision/csrc/ops/cuda/roi_pool_kernel.cu
index 3a9374bb438..894531901ea 100644
--- a/torchvision/csrc/ops/cuda/roi_pool_kernel.cu
+++ b/torchvision/csrc/ops/cuda/roi_pool_kernel.cu
@@ -1,4 +1,5 @@
 #include <ATen/ATen.h>
+#include <ATen/AccumulateType.h>
 #include <ATen/cuda/CUDAContext.h>
 #include <c10/cuda/CUDAGuard.h>
 #include <float.h>
@@ -63,10 +64,14 @@ __global__ void roi_pool_forward_kernel_impl(
     int maxidx = -1;
     const T* offset_input =
         input + (roi_batch_ind * channels + c) * height * width;
+    using acc_t = at::acc_type<T, /*is_cuda=*/true>;
     for (int h = hstart; h < hend; ++h) {
       for (int w = wstart; w < wend; ++w) {
         int input_index = h * width + w;
-        if (offset_input[input_index] > maxval) {
+        acc_t v = static_cast<acc_t>(offset_input[input_index]);
+        acc_t mv = static_cast<acc_t>(maxval);
+
+        if (v > mv) {
           maxval = offset_input[input_index];
           maxidx = input_index;
         }