rm modification for inplace ops

Author: kiya00

thunder/benchmarks/__init__.py

@@ -2841,18 +2841,7 @@ def make_batch(self) -> tuple[list, dict]:
     def fn(self) -> Callable:
         from thunder.tests.resnet import resnet50
 
-        # Thunder does not support inplace
-        def avoid_add_(m):
-            if isinstance(m, torch.nn.modules.batchnorm._BatchNorm):
-                m.num_batches_tracked = None
-
-        def avoid_relu_inplace(m):
-            if isinstance(m, torch.nn.modules.activation.ReLU):
-                m.inplace = False
-
         model = resnet50()
-        model.apply(avoid_add_)
-        model.apply(avoid_relu_inplace)
         model = model.to(device=self.device, dtype=self.tdtype).requires_grad_(self.requires_grad)
         return model
 

thunder/tests/resnet.py

@@ -76,9 +76,7 @@ def forward(self, x: Tensor) -> Tensor:
         if self.downsample is not None:
             identity = self.downsample(x)
 
-        # Thunder: Inplace operators like __iadd__ are not supported
-        # out += identity
-        out = out + identity
+        out += identity
         out = self.relu(out)
 
         return out
@@ -136,9 +134,7 @@ def forward(self, x: Tensor) -> Tensor:
         if self.downsample is not None:
             identity = self.downsample(x)
 
-        # Thunder: Inplace operators like __iadd__ are not supported
-        # out += identity
-        out = out + identity
+        out += identity
         out = self.relu(out)
 
         return out