* Provides common functionality and properties for crawler rules.
 *
 * <p>
 * This class handles the registration of rules with the {@link RuleManager}
 * and provides getter and setter methods for common properties such as
 * {@code ruleId} and {@code responseProcessor}.
 * </p>
 *
 * <p>
 * Subclasses should extend this class and implement the abstract methods

        final Long waittime = 100L;

        CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
        final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
        for (int i = 0; i < numTasks; i++) {
            q.setUrl("http://example.com");
        }

        final HostIntervalController controller = new HostIntervalController();
        controller.delayMillisBeforeProcessing = waittime;
        controller.delayMillisAfterProcessing = 0L;

            final UrlQueueImpl<Long> urlQueue = new UrlQueueImpl<>();
            urlQueue.setSessionId(sessionId);
            urlQueue.setMethod(Constants.GET_METHOD);
            urlQueue.setUrl(url);
            urlQueue.setDepth(0);
            urlQueue.setCreateTime(SystemUtil.currentTimeMillis());
            urlQueueList.add(urlQueue);
        }
    }

    /*
     * (non-Javadoc)
     *

 * This class provides methods to handle authentication details such as
 * authentication scope, credentials, and authentication scheme.
 *
 * <p>
 * It includes constructors to initialize these details and getter and setter
 * methods to access and modify them.
 * </p>
 *
 * <p>
 * Example usage:
 * </p>
 * <pre>
 * {@code
 * AuthScope authScope = new AuthScope("example.com", 80);

     * Returns the URL.
     * @return The URL.
     */
    public String getUrl() {
        return url;
    }

    /**
     * Sets the URL.
     * @param url The URL.
     */
    public void setUrl(final String url) {
        this.url = url;
    }

    /**
     * Converts this URL filter to XContent format for OpenSearch indexing.
     *
     * @param builder The XContentBuilder to write to.

         * @param url the URL string to be set
         * @return the current RequestDataContext instance for method chaining
         */
        public RequestDataContext url(final String url) {
            data.setUrl(url);
            return this;
        }

        /**
         * Sets the weight for the request data.
         *
         * @param weight the weight to set

    protected void setUp() throws Exception {
        super.setUp();

        server = new TestApiExtractorServer(port);
        server.start();

        extractor = new ApiExtractor();
        extractor.setUrl("http://127.0.0.1:" + port + "/");
        extractor.init();
    }

    @Override
    protected void tearDown() throws Exception {
        server.stop();
        extractor.destroy();

        super.tearDown();

     * @return the URL
     */
    public String getUrl() {
        return url;
    }

    /**
     * Sets the URL for this request.
     * @param url the URL
     */
    public void setUrl(final String url) {
        this.url = url;
    }

    /**
     * Gets the weight/priority of this request.
     * @return the weight
     */
    public float getWeight() {
        return weight;

     *
     * @return the URL as a String.
     */
    String getUrl();

    /**
     * Sets the URL for this UrlQueue.
     *
     * @param url the URL to be set
     */
    void setUrl(String url);

    /**
     * Retrieves the metadata associated with the URL queue.
     *
     * @return a String representing the metadata.
     */
    String getMetaData();

    /**

     *
     * @return the URL
     */
    String getUrl();

    /**
     * Sets the URL of the accessed resource.
     *
     * @param url the URL
     */
    void setUrl(String url);

    /**
     * Returns the parent URL of the accessed resource.
     *
     * @return the parent URL
     */
    String getParentUrl();

    /**