if (idx >= 0) {
            hostUrl = url.substring(0, idx);
        } else {
            hostUrl = url;
        }
        final String robotTxtUrl = hostUrl + "/robots.txt";

        // check url
        if (crawlerContext.getRobotsTxtUrlSet().contains(robotTxtUrl)) {
            if (logger.isDebugEnabled()) {
                logger.debug("{} is already visited.", robotTxtUrl);
            }

            final GetResponse response = getClient().get(c -> c.prepareGet(index, id).execute());
            return response.isExists();
        } catch (final Exception e) {
            throw new EsAccessException("Failed to check if " + sessionId + ":" + url + " exists.", e);
        }
    }

    public int getCount(final Consumer<SearchRequestBuilder> callback) {
        final TotalHits totalHits = getClient().get(c -> {

     */
    private static boolean isWorkgroup ( SmbResource r ) {
        try {
            return r.getLocator().isWorkgroup();
        }
        catch ( CIFSException e ) {
            log.debug("Failed to check for workgroup", e);
            return false;
        }
    }


    /**
     * {@inheritDoc}
     *
     * @see java.net.URLConnection#connect()
     */
    @Override