}
        try {
            return new String(data, charsetName);
        } catch (final UnsupportedEncodingException e) {
            throw new CrawlingAccessException("Unsupported encoding: " + charsetName, e);
        }
    }

    private String getResourceName(final ResponseData responseData) {
        String name = responseData.getUrl();
        final String enc = responseData.getCharSet();

    }

    /** Default maximum content length set to 10MB */
    protected long defaultMaxLength = 10L * 1024L * 1024L;

    /** Map to store maximum content lengths for specific MIME types */
    protected Map<String, Long> maxLengthMap = new HashMap<>();

    /**
     * Adds a maximum content length for a specific MIME type.
     * @param mimeType The MIME type for which to set the maximum length

    /**
     * Gets the component name.
     * @return The component name
     */
    public String getComponentName() {
        return componentName;
    }

    /**
     * Sets the component name.
     * @param componentName The component name to set
     */
    public void setComponentName(final String componentName) {
        this.componentName = componentName;
    }

    /**

     * @return the access result
     */
    RESULT getAccessResult(String sessionId, String url);

    /**
     * Returns a list of access results for the given URL.
     *
     * @param url the URL
     * @param hasData whether the access results should have data
     * @return the list of access results
     */
    List<RESULT> getAccessResultList(String url, boolean hasData);

    /**

public class KuromojiReadingFormFilterFactory extends AbstractTokenFilterFactory {

    private final boolean useRomaji;

    public KuromojiReadingFormFilterFactory(IndexSettings indexSettings, Environment environment, String name, Settings settings) {
        super(indexSettings, name, settings);
        useRomaji = settings.getAsBoolean("use_romaji", false);
    }

    @Override
    public TokenStream create(TokenStream tokenStream) {

        // Test with String component
        container.singleton("stringComponent", "TestString");
        CrawlerPooledObjectFactory<String> stringFactory = new CrawlerPooledObjectFactory<>();
        stringFactory.crawlerContainer = container;
        stringFactory.setComponentName("stringComponent");

        String stringComponent = stringFactory.create();

     * @return This builder instance.
     */
    public PopularWordsRequestBuilder addTag(final String tag) {
        request.addTag(tag);
        return this;
    }

    /**
     * Adds a role to filter by.
     * @param role The role.
     * @return This builder instance.
     */
    public PopularWordsRequestBuilder addRole(final String role) {
        request.addRole(role);
        return this;
    }

    /**

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package com.foo.bar;

public class Test {
    public String test="テスト";

        urlFilter.addInclude(".*test.*");

        assertEquals(1, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());

        final String sessionId = "id1";
        urlFilter.init(sessionId);
        assertEquals(0, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());

    private SuggestConstants() {
    }

    /** An empty string constant. */
    public static final String EMPTY_STRING = "";

    /** The system property name for user dictionary encoding. */
    public static final String USER_DICT_ENCODING = "fess.user.dict.encoding";

    /** The system property name for user dictionary path. */
    public static final String USER_DICT_PATH = "fess.user.dict.path";

    /** The text separator. */