protected ResponseData processRequest(final String uri, final boolean includeContent) {
        if (smbAuthenticationHolder == null) {
            init();
        }

        // start
        AccessTimeoutTarget accessTimeoutTarget = null;
        TimeoutTask accessTimeoutTask = null;
        if (accessTimeout != null) {
            accessTimeoutTarget = new AccessTimeoutTarget(Thread.currentThread());

            getDataCallCount.incrementAndGet();
            lastAccessResultData = accessResultData;

            if (accessResultData == null) {
                return null;
            }

            byte[] data = accessResultData.getData();
            return data != null ? new String(data) : null;
        }

        @Override
        public String getName() {
            return name;
        }

     */
    public static class TestTransformer extends AbstractTransformer {
        private int transformCallCount = 0;
        private ResponseData lastResponseData = null;
        private ResultData returnedResultData = null;
        private boolean throwException = false;

        @Override
        public ResultData transform(ResponseData responseData) {
            transformCallCount++;

            if (responseData == null) {
                return null;
            }

            for (Rule rule : rules) {
                if (rule != null && rule.match(responseData)) {
                    return rule;
                }
            }
            return null;
        }

        @Override
        public void addRule(Rule rule) {
            if (rule != null) {
                rules.add(rule);

    protected ResponseData processRequest(final String uri, final boolean includeContent) {
        if (smbAuthenticationHolder == null) {
            init();
        }

        // start
        AccessTimeoutTarget accessTimeoutTarget = null;
        TimeoutTask accessTimeoutTask = null;
        if (accessTimeout != null) {
            accessTimeoutTarget = new AccessTimeoutTarget(Thread.currentThread());

    protected long maxCachedContentSize = 1024L * 1024L; // 1MB

    /** The access timeout in seconds. Default is null (no timeout). */
    protected Integer accessTimeout = null; // seconds

    /** The maximum content length in bytes. Default is null (no limit). */
    protected Long maxContentLength = null;

    /**
     * Constructs a new AbstractCrawlerClient.
     */
    public AbstractCrawlerClient() {
        // NOP

    }

    /**
     * Test constructor with both null message and null cause
     */
    public void test_constructor_withNullMessageAndNullCause() {
        CrawlerSystemException exception = new CrawlerSystemException(null, null);

        assertNotNull(exception);
        assertNull(exception.getMessage());
        assertNull(exception.getCause());
    }

    /**

        @Override
        public boolean match(ResponseData responseData) {
            if (responseData == null) {
                return false;
            }

            // Check URL condition
            String urlCondition = conditions.get("url");
            if (urlCondition != null && responseData.getUrl() != null) {
                if (!responseData.getUrl().matches(urlCondition)) {
                    return false;

            if (responseData == null) {
                return false;
            }

            boolean urlMatch = true;
            if (urlPattern != null && responseData.getUrl() != null) {
                urlMatch = responseData.getUrl().matches(urlPattern);
            }

            boolean mimeMatch = true;
            if (mimeTypePattern != null && responseData.getMimeType() != null) {

    }

    /**
     * Test null safety in comparisons
     */
    public void test_nullSafety() {
        CrawlerStatus status = CrawlerStatus.INITIALIZING;
        CrawlerStatus nullStatus = null;

        // Enum == null should be false
        assertFalse(status == nullStatus);
        assertFalse(status.equals(nullStatus));

        // null == Enum should be false