Fix reshape/view to make expanded weights happy

Alex Sablayrolles · Alex Sablayrolles · commit fafcdecfd485 · 2022-09-05T15:33:45.000+01:00
diff --git a/opacus/optimizers/optimizer.py b/opacus/optimizers/optimizer.py
@@ -395,7 +395,7 @@ def clip_and_accumulate(self):
         """
 
         per_param_norms = [
-            g.view(len(g), -1).norm(2, dim=-1) for g in self.grad_samples
+            g.reshape(len(g), -1).norm(2, dim=-1) for g in self.grad_samples
         ]
         per_sample_norms = torch.stack(per_param_norms, dim=1).norm(2, dim=1)
         per_sample_clip_factor = (self.max_grad_norm / (per_sample_norms + 1e-6)).clamp(

Original file line number	Diff line number	Diff line change
`@@ -395,7 +395,7 @@ def clip_and_accumulate(self):`
`395`	`395`	`"""`
`396`	`396`
`397`	`397`	`per_param_norms = [`
`398`		`- g.view(len(g), -1).norm(2, dim=-1) for g in self.grad_samples`
	`398`	`+ g.reshape(len(g), -1).norm(2, dim=-1) for g in self.grad_samples`
`399`	`399`	`]`
`400`	`400`	`per_sample_norms = torch.stack(per_param_norms, dim=1).norm(2, dim=1)`
`401`	`401`	`per_sample_clip_factor = (self.max_grad_norm / (per_sample_norms + 1e-6)).clamp(`