* java.util.Map)
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            @SuppressWarnings("resource")
            final PublisherTextExtractor publisherTextExtractor = new PublisherTextExtractor(in);

     */
    @Test
    public void testAddAll() throws Exception {
        final String[] array = new String[] { "111" };
        final String[] newArray = ArrayUtil.add(array, "222");
        assertThat(newArray.length, is(2));
        assertThat(newArray[0], is("111"));
        assertThat(newArray[1], is("222"));

        final String[] emptyArray = new String[0];

    private final List<ReadingConverter> converters = new ArrayList<>();

    @Override
    public void init() throws IOException {
        for (final ReadingConverter converter : converters) {
            converter.init();
        }
    }

    @Override
    public List<String> convert(final String text, final String field, final String... lang) throws IOException {

    }

    protected QueryBuilder convertBooleanQuery(final QueryContext context, final BooleanQuery booleanQuery, final float boost) {
        final BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
        for (final BooleanClause clause : booleanQuery.clauses()) {
            final QueryBuilder queryBuilder = getQueryProcessor().execute(context, clause.getQuery(), boost);

        // 同時実行数
        final int numTasks = 100;
        // インターバル
        final Long waittime = 100L;

        CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
        final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
        for (int i = 0; i < numTasks; i++) {
            q.setUrl("http://example.com");
        }

        final HostIntervalController controller = new HostIntervalController();

    public void test_transform_text() throws Exception {
        final byte[] data = new String("xyz").getBytes();
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("file:/test.txt");
        responseData.setCharSet(Constants.UTF_8);
        responseData.setResponseBody(data);
        responseData.setMimeType("text/plain");
        final ResultData resultData = textTransformer.transform(responseData);

    // POST /api/admin/duplicatehost/settings
    @Execute
    public JsonResponse<ApiResult> settings(final SearchBody body) {
        validateApi(body, messages -> {});
        final DuplicateHostPager pager = copyBeanToNewBean(body, DuplicateHostPager.class);
        final List<DuplicateHost> list = duplicateHostService.getDuplicateHostList(pager);
        return asJson(

    // GET /api/admin/accesstoken
    // POST /api/admin/accesstoken
    @Execute
    public JsonResponse<ApiResult> settings(final SearchBody body) {
        validateApi(body, messages -> {});
        final AccessTokenPager pager = copyBeanToNewBean(body, AccessTokenPager.class);
        final List<AccessToken> list = accessTokenService.getAccessTokenList(pager);

    // GET /api/admin/reqheader/settings
    // POST /api/admin/reqheader/settings
    @Execute
    public JsonResponse<ApiResult> settings(final SearchBody body) {
        validateApi(body, messages -> {});
        final ReqHeaderPager pager = copyBeanToNewBean(body, ReqHeaderPager.class);
        final List<RequestHeader> list = reqHeaderService.getRequestHeaderList(pager);
        return asJson(

    // GET /api/admin/webauth/settings
    // POST /api/admin/webauth/settings
    @Execute
    public JsonResponse<ApiResult> settings(final SearchBody body) {
        validateApi(body, messages -> {});
        final WebAuthPager pager = copyBeanToNewBean(body, WebAuthPager.class);
        final List<WebAuthentication> list = webAuthService.getWebAuthenticationList(pager);
        return asJson(