address #198 (comment)

Author: lucidrains

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vector-quantize-pytorch"
-version = "1.22.12"
+version = "1.22.15"
 description = "Vector Quantization - Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

vector_quantize_pytorch/residual_fsq.py

@@ -190,7 +190,7 @@ def forward(
 
         all_indices = []
 
-        should_quantize_dropout = self.training and self.quantize_dropout
+        should_quantize_dropout = self.training and self.quantize_dropout and torch.is_grad_enabled()
 
         # sample a layer index at which to dropout further residual quantization
         # also prepare null indices

vector_quantize_pytorch/residual_lfq.py

@@ -152,7 +152,7 @@ def forward(
         all_losses = []
         all_indices = []
 
-        should_quantize_dropout = self.training and self.quantize_dropout
+        should_quantize_dropout = self.training and self.quantize_dropout and torch.is_grad_enabled()
 
         # sample a layer index at which to dropout further residual quantization
         # also prepare null indices and loss