if (crawlerContext == null) {
            // wrong state
            return;
        }

        final int idx = url.indexOf('/', url.indexOf("://") + 3);
        String hostUrl;
        if (idx >= 0) {
            hostUrl = url.substring(0, idx);
        } else {
            hostUrl = url;
        }
        final String robotTxtUrl = hostUrl + "/robots.txt";

        // check url

        translatedSid.sid_type = 1;
        translatedSid.rid = 2;
        translatedSid.sid_index = 3;

        translatedSid.encode(mockNdrBuffer);

        verify(mockNdrBuffer).align(4);
        verify(mockNdrBuffer).enc_ndr_short(translatedSid.sid_type);
        verify(mockNdrBuffer).enc_ndr_long(translatedSid.rid);
        verify(mockNdrBuffer).enc_ndr_long(translatedSid.sid_index);
    }