/**
     * Creates a RequestData object from this response's URL and method.
     *
     * @return a new RequestData object with the URL and method from this response
     */
    public RequestData getRequestData() {
        final RequestData requestData = new RequestData();
        requestData.setMethod(method);
        requestData.setUrl(url);
        return requestData;
    }

    /**

                resultData.addAllUrl(requestDataList);
            });

            resultData.addAllUrl(responseData.getChildUrlSet());

            final RequestData requestData = responseData.getRequestData();
            resultData.removeUrl(requestData);
            resultData.removeUrl(getDuplicateUrl(requestData));
        } catch (final CrawlerSystemException e) {
            throw e;