diff --git a/shardy/dialect/sdy/ir/utils.cc b/shardy/dialect/sdy/ir/utils.cc
index ca77dca8e..f6623986d 100644
--- a/shardy/dialect/sdy/ir/utils.cc
+++ b/shardy/dialect/sdy/ir/utils.cc
@@ -255,7 +255,7 @@ Attribute getCommonMeshOrRef(ArrayRef<TensorShardingAttr> operandShardings,
   MeshAttr mesh;
   for (TensorShardingAttr sharding : llvm::concat<const TensorShardingAttr>(
            operandShardings, resultsShardings)) {
-    if (!sharding) {
+    if (!sharding || sharding.getMeshOrRef() == meshOrRef) {
       continue;
     }
     MeshAttr otherMesh = sharding.getMesh(symbolTable);