To be technically correct, need to check the in-place _ ver of op

Author: rwightman

timm/optim/lion.py

@@ -143,7 +143,7 @@ def lion(
     if foreach is None:
         try:
             # cannot do foreach if this overload doesn't exist when caution enabled
-            foreach = not caution or 'Scalar' in torch.ops.aten._foreach_maximum.overloads()
+            foreach = not caution or 'Scalar' in torch.ops.aten._foreach_maximum_.overloads()
         except:
             foreach = False
 

timm/optim/nadamw.py

@@ -171,7 +171,7 @@ def nadamw(
     if foreach is None:
         try:
             # cannot do foreach if this overload doesn't exist when caution enabled
-            foreach = not caution or 'Scalar' in torch.ops.aten._foreach_maximum.overloads()
+            foreach = not caution or 'Scalar' in torch.ops.aten._foreach_maximum_.overloads()
         except:
             foreach = False