requestData.setUrl(url.substring(0, url.length() - 1));
        } else {
            requestData.setUrl(url + "/");
        }
        return requestData;
    }

    /**
     * Creates and configures a DOM parser with the specified features and properties.
     *
     * @return a configured DOM parser
     * @throws CrawlerSystemException if the parser configuration is invalid
     */

        // create input source
        final InputSource is = new InputSource(new ByteArrayInputStream(accessResultData.getData()));
        if (StringUtil.isNotBlank(accessResultData.getEncoding())) {
            is.setEncoding(accessResultData.getEncoding());
        }

        // create handler
        final DocHandler handler = new DocHandler();

    public void test_create_basic() throws Exception {
        factory.setComponentName("testComponent");

        TestComponent component = factory.create();
        assertNotNull(component);
        assertEquals(1, component.getId());

        TestComponent component2 = factory.create();
        assertNotNull(component2);
        assertEquals(2, component2.getId());

        // Different instances for prototype

import org.codelibs.fess.crawler.transformer.impl.FileTransformer;

public class BasicCrawlerExample {
    public static void main(String[] args) throws Exception {
        // Create crawler container
        StandardCrawlerContainer container = new StandardCrawlerContainer();
        
        // Configure basic components
        container.singleton("crawler", Crawler.class)

 * use a tokenizer to process the input.
 *
 * <p>
 * The class provides methods to initialize the converter, convert strings, and
 * check if a tokenizer is enabled. It also includes methods to create a token
 * stream and extract reading information from the stream's attributes, although
 * the tokenizer-related functionality is currently commented out.
 * </p>
 */

        assertTrue(urlFilter.match("https://any.com/image.jpg"));
    }

    /**
     * Test clear method without initialization
     */
    public void test_clear_withoutInit() {
        // Create new filter without initialization
        UrlFilter newFilter = container.getComponent("urlFilter");

        // Clear should work even without initialization
        newFilter.clear();
        assertNotNull(newFilter);

        super(indexSettings, name, settings);
        minimumLength = settings.getAsInt("minimum_length", JapaneseKatakanaStemFilter.DEFAULT_MINIMUM_LENGTH);
    }

    @Override
    public TokenStream create(TokenStream tokenStream) {
        return new JapaneseKatakanaStemFilter(tokenStream, minimumLength);
    }

                    fields, 0, score, -1, tags, roles, langs, SuggestItem.Kind.QUERY);
        } catch (final IOException e) {
            throw new SuggesterException("Failed to create SuggestItem from search words.", e);
        }
    }

    @Override
    public List<SuggestItem> parseQueryLog(final QueryLog queryLog, final String[] fields, final String[] tagFieldNames,

            final Settings settings) {
        super(indexSettings, name);
    }

    @Override
    public Reader create(final Reader tokenStream) {
        return new IterationMarkCharFilter(tokenStream);
    }

            for (int i = 0; i < stopwords.length; i++) {
                stopwords[i] = stopwords[i].toLowerCase(Locale.ROOT);
            }
        }
    }

    @Override
    public TokenStream create(final TokenStream tokenStream) {
        return new StopTokenSuffixFilter(tokenStream, stopwords, ignoreCase);
    }