}
        final Extractor extractor = extractorFactory.getExtractor(responseData.getMimeType());
        if (logger.isDebugEnabled()) {
            logger.debug("url={}, extractor={}", responseData.getUrl(), extractor);
        }
        return extractor;
    }

            throw new CrawlingAccessException("Unsupported encoding: " + charsetName, e);
        }
    }

    private String getResourceName(final ResponseData responseData) {
        String name = responseData.getUrl();
        final String enc = responseData.getCharSet();

        if (name == null || enc == null) {
            return null;
        }

        name = name.replaceAll("/+$", "");

        // Value taken from p1
        // ----------------------------------------------------------------------

        assertEquals("scm-url/p2/p3/p4", p4.getScm().getUrl());

        // ----------------------------------------------------------------------
        // Value taken from p4
        // ----------------------------------------------------------------------

            }
        } catch (final Exception e) {
            FileUtil.deleteInBackground(tempFile); // clean up
            throw new CrawlingAccessException("Could not read a response body: " + responseData.getUrl(), e);
        }
        return tempFile;
    }

                assertTrue(urlQueue.getUrl().startsWith(url1));
            }
            while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                assertTrue(urlQueue.getUrl().startsWith(url2));
            }

            dataService.iterate(sessionId1, accessResult -> {
                assertTrue(accessResult.getUrl().startsWith(url1));

    public String getLocation() {
        return url.toString();
    }

    /**
     * Gets the URL of this source.
     *
     * @return The underlying URL, never {@code null}.
     */
    public URL getUrl() {
        return url;
    }

    @Override
    public String toString() {
        return getLocation();
    }

    @Override
    public int hashCode() {
        return hashCode;
    }

        final BeanDesc beanDesc = new BeanDescImpl(MyBean.class);
        final PropertyDesc propDesc = beanDesc.getPropertyDesc("URL");
        propDesc.setValue(myBean, "http://www.seasar.org");
        assertThat(myBean.getURL(), is(notNullValue()));
    }

    /**
     *
     */
    public void testConvertWithString() {
        final BeanDesc beanDesc = BeanDescFactory.getBeanDesc(MyDto.class);

            this.name = name;
        }

        @Override
        public ResultData transform(ResponseData responseData) {
            if (responseData != null) {
                processedUrls.add(responseData.getUrl());
                state++;
            }

            ResultData resultData = new ResultData();
            resultData.setTransformerName(name);
            resultData.setData(("State: " + state).getBytes());

        this.url = url;
        this.abort = abort;
    }

    /**
     * Gets the URL where the crawling error occurred.
     *
     * @return the URL associated with this exception
     */
    public String getUrl() {
        return url;
    }

    /**
     * Checks whether the crawling process should be aborted due to this exception.
     *
     * @return true if the crawling should be aborted, false otherwise
     */

                                && (attributes.get("Fess-WebAppJar") != null || attributes.getValue("Fess-WebAppJar") != null)) {
                            createWebResourceSet(ResourceSetType.CLASSES_JAR, "/WEB-INF/classes", possibleJar.getURL(), "/");
                        }
                    }
                } catch (final Exception e) {
                    logger.log(Level.WARNING, e, () -> {