*/
    protected void storeChildUrls(final CrawlerContext crawlerContext, final Set<RequestData> childUrlList, final String url,
            final int depth, final String encoding) {
        // add url and filter
        final Set<String> urlSet = new HashSet<>();
        final List<UrlQueue<?>> childList = childUrlList.stream()

     *
     * @param <T> the type of the component
     * @param name the name of the component to retrieve
     * @return the component instance of the specified type
     */
    <T> T getComponent(String name);

    /**
     * Checks if the crawler container is available.
     *
     * @return true if the crawler container is available, false otherwise.
     */
    boolean available();

    /**

    }

    public void test_getMaxLength() {
        final String mimeType = "text/plain";

        assertEquals(DEFAULT_MAX_LENGTH, contentLengthHelper.getMaxLength(mimeType));
        contentLengthHelper.addMaxLength(mimeType, 1000L);
        assertEquals(1000L, contentLengthHelper.getMaxLength(mimeType));
    }

    public void test_getMaxLength_blank() {
        String mimeType;

        mimeType = null;

            }
            runningThread.interrupt();
            ThreadUtil.sleepQuietly(1000L);
            count++;
        }
    }

    /**
     * Stops the timeout target by setting the running flag to false.
     */
    public void stop() {
        if (logger.isDebugEnabled()) {
            logger.debug("Timeout target has been stopped.");
        }
        running.set(false);
    }

                }
                processAccessControlEntries(responseData, file);
                final Map<String, List<String>> headerFieldMap = file.getHeaderFields();
                if (headerFieldMap != null) {
                    for (final Map.Entry<String, List<String>> entry : headerFieldMap.entrySet()) {
                        responseData.addMetaData(entry.getKey(), entry.getValue());
                    }

     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        final String content = params.getOrDefault(ExtractData.RESOURCE_NAME_KEY, StringUtil.EMPTY);
        try {
            return new ExtractData(content);

        map.put("エ", new String[] { "e" });
        map.put("オ", new String[] { "o" });

        map.put("カ", new String[] { "ka" });
        map.put("キ", new String[] { "ki" });
        map.put("ク", new String[] { "ku" });
        map.put("ケ", new String[] { "ke" });
        map.put("コ", new String[] { "ko" });

        map.put("サ", new String[] { "sa" });

    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new SuggesterException with the specified detail message.
     * @param msg The detail message.
     */
    public SuggesterException(final String msg) {
        super(msg);
    }

    /**
     * Constructs a new SuggesterException with the specified cause.
     * @param cause The cause.
     */
    public SuggesterException(final Throwable cause) {

     * @param in The input stream.
     * @param params The parameters.
     * @return The extracted data.
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            @SuppressWarnings("resource")

    private CharArraySet suffixWords;

    public NumberConcatenationFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

        final String suffixWordsPath = settings.get("suffix_words_path");

        if (suffixWordsPath != null) {