public String getDataAsString() {
        if (data == null) {
            return null;
        }
        try {
            return new String(data, StringUtil.isNotBlank(encoding) ? encoding : Constants.UTF_8);
        } catch (final UnsupportedEncodingException e) {
            return new String(data, Constants.UTF_8_CHARSET);
        }
    }

    /**
     * Returns a string representation of this object.

    /**
     * Field name for encoding.
     */
    public static final String ENCODING = "encoding";

    /**
     * Creates a new instance of OpenSearchAccessResultData.
     */
    public OpenSearchAccessResultData() {
    }

    /**
     * Creates a new instance of OpenSearchAccessResultData from a source map.
     * This constructor is used when loading data from OpenSearch.
     *

    protected Map<String, Extractor[]> extractorMap = new HashMap<>();

    /**
     * Constructs a new ExtractorFactory.
     */
    public ExtractorFactory() {
        // Default constructor
    }

    /**
     * Adds an extractor to the factory for the specified key.
     * If an extractor already exists for the key, the new extractor is added to the array of extractors,

    public void test_doGet_accessTimeoutTarget() {
        FileSystemClient client = new FileSystemClient() {
            @Override
            protected ResponseData getResponseData(final String uri, final boolean includeContent) {
                try {
                    Thread.sleep(2000);
                } catch (InterruptedException e) {
                    throw new CrawlingAccessException(e);
                }
                return null;

    public void test_transform() {
        final byte[] data = new String("xyz").getBytes();
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://hoge/");
        responseData.setResponseBody(data);
        responseData.setCharSet("ISO-8859-1");
        final ResultData resultData = htmlTransformer.transform(responseData);
        assertEquals("xyz", new String(resultData.getData()));
    }

        final CountDownLatch startLatch = new CountDownLatch(1);
        final CountDownLatch endLatch = new CountDownLatch(threadCount);
        final List<Exception> exceptions = new ArrayList<>();

        ExecutorService executor = Executors.newFixedThreadPool(threadCount);

        for (int i = 0; i < threadCount; i++) {
            final int threadId = i;
            executor.submit(new Runnable() {
                @Override

        final File contentFile = createContentFile(".txt", content.getBytes());

        final CommandExtractor extractor = new CommandExtractor();
        extractor.command = getCommand(scriptFile);
        final Map<String, String> params = new HashMap<String, String>();
        final ExtractData text = extractor.getText(new FileInputStream(contentFile), params);
        assertEquals(content, text.getContent());
    }

    public void test_get() {
        final SmbAuthenticationHolder smbAuthenticationHolder = new SmbAuthenticationHolder();
        final SmbAuthentication hogeAuth = new SmbAuthentication();
        hogeAuth.setServer("hoge");
        smbAuthenticationHolder.add(hogeAuth);
        final SmbAuthentication fugaAuth = new SmbAuthentication();
        fugaAuth.setServer("fuga");
        smbAuthenticationHolder.add(fugaAuth);

        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        final String content = params.getOrDefault(ExtractData.RESOURCE_NAME_KEY, StringUtil.EMPTY);
        try {
            return new ExtractData(content);
        } catch (final Exception e) {
            throw new ExtractException(e);
        }
    }

     */
    protected String excludeFilteringPattern;

    /**
     * The cached include set.
     */
    protected Set<String> cachedIncludeSet = new LinkedHashSet<>();

    /**
     * The cached exclude set.
     */
    protected Set<String> cachedExcludeSet = new LinkedHashSet<>();

    /**
     * The session ID.
     */
    protected String sessionId;

    /**
     * The URL filter service.
     */