detach only if detach_test_caches is on

cornellius-gp · Nov 13, 2024 · 2363eba · 2363eba
1 parent 71ea41b
commit 2363eba
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/gpytorch/models/exact_prediction_strategies.py b/gpytorch/models/exact_prediction_strategies.py
@@ -211,7 +211,10 @@ def get_fantasy_strategy(self, inputs, targets, full_inputs, full_targets, full_
         # now update the root and root inverse
         new_lt = self.lik_train_train_covar.cat_rows(fant_train_covar, fant_fant_covar)
         new_root = new_lt.root_decomposition().root
-        new_covar_cache = new_lt.root_inv_decomposition().root.detach()
+        if settings.detach_test_caches.on():
+            new_covar_cache = new_lt.root_inv_decomposition().root.detach()
+        else:
+            new_covar_cache = new_lt.root_inv_decomposition().root
 
         # Expand inputs accordingly if necessary (for fantasies at the same points)
         if full_inputs[0].dim() <= full_targets.dim():