HttpUriRequest httpGet;
        try {
            httpGet = new HttpGet(url);
        } catch (final IllegalArgumentException e) {
            throw new CrawlingAccessException("The url may not be valid: " + url, e);
        }
        return doHttpMethod(url, httpGet);
    }

    /*
     * (non-Javadoc)
     *
     * @see org.codelibs.fess.crawler.http.HttpClient#doHead(java.lang.String)
     */

        assertEquals(CrawlerStatus.INITIALIZING, values[0]);
        assertEquals(CrawlerStatus.RUNNING, values[1]);
        assertEquals(CrawlerStatus.DONE, values[2]);
    }

    /**
     * Test valueOf method with valid values
     */
    public void test_valueOf_valid() {
        assertEquals(CrawlerStatus.INITIALIZING, CrawlerStatus.valueOf("INITIALIZING"));
        assertEquals(CrawlerStatus.RUNNING, CrawlerStatus.valueOf("RUNNING"));

        }

        return url.replaceAll("([^:])/+", "$1/");
    }

    /**
     * Checks if a path is valid for crawling (not a JavaScript, mailto, or other invalid URL).
     *
     * @param path the path to validate
     * @return true if the path is valid, false otherwise
     */
    protected boolean isValidPath(final String path) {
        if (StringUtil.isBlank(path)) {

 *   <li>useEPSVwithIPv4: Whether to use EPSV with IPv4.</li>
 *   <li>isImplicit: Whether to use implicit SSL/TLS encryption.</li>
 *   <li>trustManager: The trust manager to use for SSL/TLS connections ("all", "valid", or "none").</li>
 *   <li>enterLocalPassiveMode: Whether to enter local passive mode.</li>
 *   <li>ftpAuthentications: An array of {@link FtpAuthentication} objects for different FTP URLs.</li>
 * </ul>
 *
 * <p>

     *
     * @param sourceMap The source map containing the date field.
     * @param name The name of the date field.
     * @return The Date object, or null if the field doesn't contain a valid date.
     */
    protected Date getDateFromSource(final Map<String, Object> sourceMap, final String name) {
        final Object obj = sourceMap.get(name);
        if (obj instanceof Date) {

    }

    /**
     * Test transform with various ResponseData states
     */
    public void test_transform_variousResponseDataStates() {
        // Empty ResponseData - should return a valid ResultData with empty/null data
        ResponseData emptyData = new ResponseData();
        ResultData result1 = testTransformer.transform(emptyData);
        assertNotNull(result1);

  See the License for the specific language governing permissions and
  limitations under the License.
-->
<!--
  Description: This xml file defines the valid mime types used by Tika.
  The mime type data within this file is based on information from various
  sources like Apache Nutch, Apache HTTP Server, the file(1) command, etc.

  Notes: