}
                            } catch (final NumberFormatException e) {
                                // ignore invalid crawl-delay values
                            }
                        }
                    } else if ((value = getValue(SITEMAP_RECORD, line)) != null && value.length() > 0) {

    }

    /**
     * Creates and configures a DOM parser for parsing HTML content.
     *
     * @return a configured DOMParser instance
     * @throws CrawlerSystemException if the parser configuration is invalid
     */
    protected DOMParser getDomParser() {
        final DOMParser parser = new DOMParser();
        try {
            // feature

    /**
     * Creates and configures a DOM parser with the specified features and properties.
     *
     * @return a configured DOM parser instance
     * @throws CrawlerSystemException if the parser configuration is invalid
     */
    protected DOMParser getDomParser() {
        final DOMParser parser = new DOMParser();
        try {
            // feature

        Type2Message type2Message;
        try {
            type2Message = new Type2Message(Base64.getDecoder().decode(challenge));
        } catch (final IOException exception) {
            throw new NTLMEngineException("Invalid NTLM type 2 message", exception);
        }
        final int type2Flags = type2Message.getFlags();

            } catch (final URISyntaxException e) {
                throw new CrawlingAccessException("Invalid URL: " + s, e);
            }

            if (!"ftp".equals(uri.getScheme())) {
                throw new CrawlingAccessException("Invalid scheme: " + uri.getScheme());
            }

            final String path = uri.getPath();
            if (path == null) {

            return StringUtil.EMPTY;
        }
        try {
            return MimeUtility.decodeText(value);
        } catch (final UnsupportedEncodingException e) {
            logger.warn("Invalid encoding.", e);
            return StringUtil.EMPTY;
        }
    }

    /**
     * Gets the mail properties used for email processing.
     *
     * @return the mail properties
     */

        if (dataClass == null) {
            // check transformer name
            if (!getName().equals(accessResultData.getTransformerName())) {
                throw new CrawlerSystemException("Transformer is invalid. Use " + accessResultData.getTransformerName()
                        + ". This transformer is " + getName() + ".");
            }

            final byte[] data = accessResultData.getData();

    }

    /**
     * Test creation with invalid component name
     */
    public void test_create_invalidComponentName() {
        factory.setComponentName("nonExistentComponent");

        try {
            Object result = factory.create();
            // The container may return null for non-existent components
            assertNull("Should return null for invalid component name", result);
        } catch (Exception e) {

        // Request Header
        final RequestHeader[] requestHeaders = { new RequestHeader("enctype", "multipart/form-data") };
        for (final RequestHeader requestHeader : requestHeaders) {
            if (requestHeader.isValid()) {
                requestHeaderList.add(new BasicHeader(requestHeader.getName(), requestHeader.getValue()));
            }
        }

     * @param path the storage path to parse (format: bucket/object/path)
     * @return an array containing the bucket name and object path
     * @throws CrawlingAccessException if the path format is invalid
     */
    protected String[] parsePath(final String path) {
        if (StringUtil.isNotEmpty(path)) {
            final String[] values = path.split("/", 2);
            if (values.length == 2) {