if (!add_op || add_op.getZ().hasOneUse()) {
      // We fuse the Relu only if the add has a single use, otherwise we only
      // fuse the add itself.
      op->setAttr("activation_mode", rewriter.getStringAttr("Relu"));
      rewriter.replaceOp(relu_op, op->getResult(0));
    }
    if (add_op) {
      rewriter.replaceOp(add_op, op->getResult(0));
    }

    return success();
  }

    DefaultValuedOptionalAttr<F32Attr, "0.0001f">:$epsilon,
    DefaultValuedOptionalAttr<F32Attr, "1.0f">:$exponential_avg_factor,
    DefaultValuedOptionalAttr<StrAttr, "\"Identity\"">:$activation_mode,
    DefaultValuedOptionalAttr<TF_ConvnetDataFormatAttr, "\"NHWC\"">:$data_format,
    DefaultValuedOptionalAttr<BoolAttr, "true">:$is_training
  );

  let results = (outs