httpRequest = new HttpGet(buf.toString());
            }

            executor.accept(httpRequest, (response, entity) -> {
                final int httpStatusCode = response.getCode();
                if (httpStatusCode < 400 || httpStatusCode == 401) {
                    parseTokenPage(tokenPattern, responseParams, entity);
                } else {
                    String content;
                    try {

                httpRequest = new HttpGet(buf.toString());
            }

            executor.accept(httpRequest, (response, entity) -> {
                final int httpStatusCode = response.getStatusLine().getStatusCode();
                if (httpStatusCode < 400 || httpStatusCode == 401) {
                    parseTokenPage(tokenPattern, responseParams, entity);
                } else {
                    String content;

     */
    public int getHttpStatusCode() {
        return httpStatusCode;
    }

    /**
     * Sets the HTTP status code for the response.
     *
     * @param httpStatusCode the HTTP status code to set.
     */
    public void setHttpStatusCode(final int httpStatusCode) {
        this.httpStatusCode = httpStatusCode;
    }

    /**
     * Gets the encoding used for the response content.

                    }
                }

                final int httpStatusCode = responseData.getHttpStatusCode();
                if (logger.isDebugEnabled()) {
                    logger.debug("Accessing document: url={}, status={}", url, httpStatusCode);
                }
                if (httpStatusCode == HTTP_STATUS_NOT_FOUND) {

     * Checks if the HTTP status code indicates a redirect.
     *
     * @param httpStatusCode The HTTP status code to check
     * @return True if the status code indicates a redirect, false otherwise
     */
    protected boolean isRedirectHttpStatus(final int httpStatusCode) {
        return redirectHttpStatusPattern.matcher(Integer.toString(httpStatusCode)).matches();
    }

    /**
     * Executes the HTTP client request.

     * Checks if the HTTP status code indicates a redirect.
     *
     * @param httpStatusCode The HTTP status code to check
     * @return True if the status code indicates a redirect, false otherwise
     */
    protected boolean isRedirectHttpStatus(final int httpStatusCode) {
        return redirectHttpStatusPattern.matcher(Integer.toString(httpStatusCode)).matches();
    }

    /**
     * Executes the HTTP client request.

     */
    private static final String[] ACCESS_RESULT_FIELDS = { "parentUrl", "method", "mimeType", "sessionId", "url", "executionTime",
            "createTime", "contentLength", "lastModified", "ruleId", "httpStatusCode", "status" };

    /**
     * Creates a new instance of OpenSearchDataService.
     * @param crawlerConfig The crawler configuration.
     */

            if (accessResult.getHttpStatusCode() != 200) {
                // invalid page
                if (logger.isDebugEnabled()) {
                    logger.debug("Skipped: httpStatusCode={}", accessResult.getHttpStatusCode());
                }
                continue;
            }

            final long startTime = systemHelper.getCurrentTimeAsLong();

        }

        @Override
        public void setMethod(String method) {
            // Do nothing in test
        }

        @Override
        public void setHttpStatusCode(Integer httpStatusCode) {
            // Do nothing in test
        }

        @Override
        public void setStatus(Integer status) {
            // Do nothing in test
        }

        @Override

	}

	// Similar check to http.checkWriteHeaderCode
	if err.HTTPStatusCode < 100 || err.HTTPStatusCode > 999 {
		bugLogIf(ctx, fmt.Errorf("invalid WriteHeader code %v from %v", err.HTTPStatusCode, err.Code))
		err.HTTPStatusCode = http.StatusInternalServerError
	}

	// Generate error response.
	errorResponse := getAPIErrorResponse(ctx, err, reqURL.Path,