* Processes Google on/off comment directives in the node.
     *
     * @param node the node to process
     * @param flag the flag indicating whether content should be included
     * @return the processed node
     */
    protected Node processGoogleOffOn(final Node node, final ValueHolder<Boolean> flag) {
        final NodeList nodeList = node.getChildNodes();
        List<Node> removedNodeList = null;

        int[] codes = (int[]) propMap.get(CRAWLER_FAILURE_URL_STATUS_CODES);
        if (codes == null) {
            codes = split(getCrawlerFailureUrlStatusCodes(), ",")
                    .get(stream -> stream.filter(StringUtil::isNotBlank).mapToInt(Integer::parseInt).toArray());
            propMap.put(CRAWLER_FAILURE_URL_STATUS_CODES, codes);
        }
        for (final int v : codes) {

        verify(mockNdrBuffer, times(2)).enc_ndr_small(0); // clock_seq_hi_and_reserved and clock_seq_low are both 0
        verify(mockNdrBuffer).advance(1 * 6); // domain_guid.node
        verify(mockDeferredNdrBuffer, times(6)).enc_ndr_small(0); // node bytes all 0

        // Note: enc_ndr_referent(null, 1) is already verified above with times(4)
    }

    @Test
    void testLsarDnsDomainInfoDecode() throws NdrException {

        }
    }

    /**
     * Handle node unavailable events
     */
    private void handleNodeUnavailable(WitnessNotification notification) {
        log.warn("Node unavailable: {}", notification.getResourceName());
        // Could trigger failover logic here
    }

    /**
     * Handle node available events
     */

# Whether to ignore robots meta tags during crawling.
crawler.ignore.robots.tags=false
# Whether to ignore content exceptions during crawling.
crawler.ignore.content.exception=true
# HTTP status codes considered as failure URLs.
crawler.failure.url.status.codes=404
# Interval (seconds) for system monitor during crawling.
crawler.system.monitor.interval=60
# Whether to ignore idle threads in hot thread monitoring.

    protected int connectionCheckInterval = 5; // sec

    /** Idle connection timeout in milliseconds */
    protected long idleConnectionTimeout = 60 * 1000L; // 1min

    /** Pattern for matching HTTP redirect status codes */
    protected Pattern redirectHttpStatusPattern = Pattern.compile("[3][0-9][0-9]");

    /** Whether to use robots.txt disallow rules */
    protected boolean useRobotsTxtDisallows = true;

            if (StringUtil.isNotBlank(suffix)) {
                buf.append(",-").append(encodeToString(suffix));
            }
            return buf.toString();
        }

        /**
         * URL-encodes text for use in text fragment parameters.
         *
         * @param text the text to encode
         * @return the URL-encoded text
         */
        private String encodeToString(final String text) {

    boolean checkStatus(final ServerMessageBlock req, final ServerMessageBlock resp) throws SmbException {
        boolean cont = false;
        if (resp.getErrorCode() == 0x30002) {
            // if using DOS error codes this indicates a DFS referral
            resp.setErrorCode(NtStatus.NT_STATUS_PATH_NOT_COVERED);
        } else {
            resp.setErrorCode(SmbException.getStatusByCode(resp.getErrorCode()));
        }