final OpenSearchUrlQueue polled = urlQueueService.poll(sessionId);
                        if (polled != null) {
                            count++;
                            synchronized (allUrls) {
                                allUrls.add(polled.getUrl());
                            }
                        }
                    }
                    totalPolled.addAndGet(count);

        resultData.setTransformerName(getName());

        initBaseDir();

        final String url = responseData.getUrl();
        final String path = getFilePath(url);

        synchronized (this) {

            final File file = createFile(path);

            try (final InputStream is = responseData.getResponseBody(); final OutputStream os = new FileOutputStream(file);) {

     * @throws DcerpcException if the bind operation fails
     * @throws IOException if an I/O error occurs
     */
    public void bind() throws DcerpcException, IOException {
        synchronized (this) {
            try {
                state = 1;
                final DcerpcMessage bind = new DcerpcBind(binding, this);
                sendrecv(bind);
            } catch (final IOException ioe) {

                    startLatch.await(); // Wait for signal to start
                    conn.connect();
                    successCount.incrementAndGet();
                } catch (Exception e) {
                    synchronized (exceptions) {
                        exceptions.add(e);
                    }
                    failureCount.incrementAndGet();
                } finally {
                    doneLatch.countDown();

    /**
     * Creates a new S3Client instance.
     */
    public S3Client() {
        super();
    }

    @Override
    public synchronized void init() {
        if (isInit) {
            return;
        }

        super.init();

        final String endpoint = getInitParameter("endpoint", null, String.class);

                            assertTrue(CrawlerStatus.INITIALIZING.compareTo(CrawlerStatus.DONE) < 0);
                        }
                    } catch (Exception e) {
                        synchronized (exceptions) {
                            exceptions.add(e);
                        }
                    }
                }
            });
        }

        // Start all threads

     *
     * @return The configured SPNEGO authenticator instance
     * @throws SsoLoginException if SPNEGO initialization fails
     */
    protected synchronized org.codelibs.spnego.SpnegoAuthenticator getAuthenticator() {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

    /**
     * Creates a new SmbClient instance.
     */
    public SmbClient() {
        super();
    }

    @Override
    public synchronized void init() {
        if (smbAuthenticationHolder != null) {
            return;
        }

        if (logger.isDebugEnabled()) {
            logger.debug("Initializing SmbClient...");
        }

        final Queue<OpenSearchUrlQueue> crawlingQueue = queueHolder.crawlingQueue;

        OpenSearchUrlQueue urlQueue = waitingQueue.poll();
        if (urlQueue == null) {
            synchronized (queueHolder) {
                urlQueue = waitingQueue.poll();
                if (urlQueue == null) {
                    final List<OpenSearchUrlQueue> urlQueueList = fetchUrlQueueList(sessionId);

    boolean isRootOrShare() {
        // length == 0 should not happen
        return getUNCPath().length() <= 1;
    }

    /**
     * @throws MalformedURLException
     *
     */
    private synchronized void canonicalizePath() {
        final char[] in = this.url.getPath().toCharArray();
        final char[] out = new char[in.length];
        final int length = in.length;
        int prefixLen = 0, state = 0;