<< " to be present in 'tf.device.replicate' op";
  }
  llvm::StringRef tpu_device =
      tpu_replica.cast<ArrayAttr>()[replica_id].cast<StringAttr>().getValue();
  return tensorflow::GetDeviceOrdinalFromDeviceString(op->getLoc(), tpu_device,
                                                      &device_ordinal);
}

// Updates replica variant ops in a region based on replica `replica_id`.