}
    compilation_key_ops.push_back(compilation_key_op);
    core_to_compilation_key.push_back(compilation_key);
    core_to_device_ordinal_op.push_back(device_ordinal_op);
    if (device_cluster->getParentOfType<mlir::tf_device::ReplicateOp>())
      core_to_device_ordinal.push_back(
          core_to_device_ordinal_op[core]->getResults()[0]);
  }

  builder.setInsertionPoint(tmp_parallel_execute_op);