remove first contiguous in multi from_sharded (tinygrad#5121)

second contiguous guarantees lbs are contiguous going into MultiLazyBuffer, don't need the first contiguous
ignaciosica · Jul 3, 2024 · e5ba385 · e5ba385
1 parent f1ff65e
commit e5ba385
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tinygrad/multi.py b/tinygrad/multi.py
@@ -71,7 +71,7 @@ def __repr__(self):
 
   @staticmethod
   def from_sharded(lb:LazyBuffer, devices:Tuple[str, ...], axis:Optional[int]=None):
-    lbs = [lb.contiguous() if lb.base != lb and not lb.is_unrealized_unmasked_const() else lb] * len(devices)
+    lbs = [lb] * len(devices)
     sharded_lbs = [lb.copy_to_device(d) for lb,d in zip(to_sharded(lbs, axis) if axis is not None else lbs, devices)]
     return MultiLazyBuffer([lb if lb.is_unrealized_unmasked_const() else lb.contiguous(allow_buffer_view=False) for lb in sharded_lbs], axis)