diff --git a/cotracker/evaluation/core/evaluator.py b/cotracker/evaluation/core/evaluator.py
index 7b31f9d6..77092101 100644
--- a/cotracker/evaluation/core/evaluator.py
+++ b/cotracker/evaluation/core/evaluator.py
@@ -268,6 +268,7 @@ def evaluate_sequence(
                 mask = pred_trj == 0
 
                 pred_trj[mask] = inv_pred_trj[mask]
+                pred_vsb = pred_vsb.to(inv_pred_vsb.dtype)  # Ensure dtypes match before assignment
                 pred_vsb[mask[:, :, :, 0]] = inv_pred_vsb[mask[:, :, :, 0]]
 
                 pred_tracks = pred_trj, pred_vsb