try {
            final int maxCount = 50;
            final int numOfThread = 10;

            final File file = File.createTempFile("crawler-", "");
            file.delete();
            file.mkdirs();
            file.deleteOnExit();
            fileTransformer.setPath(file.getAbsolutePath());
            crawler.addUrl(url);
            crawler.getCrawlerContext().setMaxAccessCount(maxCount);

        assertEquals("http://192.168.1.1/path/file", HcHttpClient.constructRedirectLocation("http://192.168.1.1/path/", "file"));
        assertEquals("http://[2001:db8::1]/path/file", HcHttpClient.constructRedirectLocation("http://[2001:db8::1]/path/", "file"));
        assertEquals("http://example.com:8080/path/file", HcHttpClient.constructRedirectLocation("http://example.com:8080/path/", "file"));

		<hoge:image file="taro.png" />
	</hoge:item>
	<hoge:item sex="male" custid="B23456">
		<hoge:name>佐藤二朗</hoge:name>
		<hoge:access kind="email">******@****.***</hoge:access>
		<hoge:image file="jiro.png" />
	</hoge:item>
	<hoge:item sex="female" custid="C34567">
		<hoge:name>田中花子</hoge:name>
		<hoge:access kind="tel">090-xxxx-xxxx</hoge:access>
		<hoge:image file="hanako.png" />
	</hoge:item>

        urlFilter.addInclude("(http|https|ftp|file)://.*");
        urlFilter.addExclude("javascript:.*");
        urlFilter.addExclude("mailto:.*");

        assertTrue(urlFilter.match("http://example.com/"));
        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("ftp://files.com/"));
        assertTrue(urlFilter.match("file:///home/user/file"));

Copyright 2009-${year} the CodeLibs Project and the Others.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,

data/folder/file.html テスト data/file.txt テキスト...

test.tar data/folder/file.html テスト data/file.txt テキスト...

        } finally {
            if (dfos != null && !dfos.isInMemory()) {
                final File file = dfos.getFile();
                try {
                    Files.delete(file.toPath());
                } catch (final IOException e) {
                    logger.warn("Failed to delete {}.", file.getAbsolutePath(), e);
                }
            }
        }

    }

    /**

    }

    /**
     * Parses a robots.txt file from the given input stream using UTF-8 encoding.
     * @param stream the input stream to parse
     * @return the parsed RobotsTxt object, or null if disabled
     */
    public RobotsTxt parse(final InputStream stream) {
        return parse(stream, Constants.UTF_8);
    }

    /**
     * Parses a robots.txt file from the given input stream using the specified character encoding.

    private static final Logger logger = LogManager.getLogger(TikaExtractor.class);

    /**
     * Tesseract config file path.
     */
    public static final String TIKA_TESSERACT_CONFIG = "tika.tesseract.config";

    /**
     * PDF config file path.
     */
    public static final String TIKA_PDF_CONFIG = "tika.pdf.config";

    /**
     * A parameter key to normalize a text.