if (!external_operands.empty()) host_ops.push_back(recv_at_host);
  Operation* after_op = recv_at_host;
  for (Operation* cluster_op : clustered_ops) {
    cluster_op->moveAfter(after_op);
    cluster_op->removeAttr(StringAttr::get(op.getContext(), kDeviceAttr));
    after_op = cluster_op;
    host_ops.push_back(cluster_op);
  }

  if (!external_outputs.empty()) {