assertEquals("ftp://localhost:10021/dir1", urlList.get(0));
            assertEquals("ftp://localhost:10021/dir2", urlList.get(1));
            assertEquals("ftp://localhost:10021/text 3.txt", urlList.get(2));
            assertEquals("ftp://localhost:10021/text1.txt", urlList.get(3));
            assertEquals("ftp://localhost:10021/text2.txt", urlList.get(4));
        } finally {
            if (server != null) {

import org.codelibs.fess.crawler.service.UrlQueueService;

/**
 * Utility class for managing crawling parameters using ThreadLocal variables.
 * This class provides methods to set and get various parameters related to the crawling process.
 *
 * <p>This class is final and cannot be instantiated.</p>
 *
 * <p>The following parameters are managed:</p>
 * <ul>

     * @param path The path to match.
     * @return The matching FtpAuthentication object, or null if no match is found.
     */
    public FtpAuthentication get(final String path) {
        if (path == null) {
            return null;
        }

        for (final FtpAuthentication auth : authenticationList) {
            if (auth.matches(path)) {
                return auth;

        public void endElement(final String uri, final String localName, final String qName) {
            if ("field".equals(qName)) {
                if (fieldName != null) {
                    final Object obj = dataMap.get(fieldName);
                    if (obj == null) {
                        dataMap.put(fieldName, buffer.toString());
                    }
                    fieldName = null;
                }

        Long millis = params.get("delayMillisAfterProcessing");
        if (millis != null) {
            delayMillisAfterProcessing = millis;
        }

        millis = params.get("delayMillisAtNoUrlInQueue");
        if (millis != null) {
            delayMillisAtNoUrlInQueue = millis;
        }

        millis = params.get("delayMillisBeforeProcessing");
        if (millis != null) {

        final String filePath = preprocessUri(uri);
        responseData.setUrl(filePath);

        SmbFile file = null;
        final SmbAuthentication smbAuthentication = smbAuthenticationHolder.get(filePath);
        if (logger.isDebugEnabled()) {
            logger.debug("Creating SmbFile: {}", filePath);
        }
        try {
            if (smbAuthentication == null) {

     */
    public void setRawData(final Object rawData) {
        this.rawData = rawData;
        if (rawData != null) {
            data = null;
        }
    }

    /**
     * Get the raw data.
     * @return rawData
     */
    public Object getRawData() {
        return rawData;
    }

    /**
     * Set the serializer.

        urlQueue.setMethod("GET");
        urlQueue.setSessionId("id1");
        urlQueue.setUrl("http://www.id1.com/");

        urlQueueService.insert(urlQueue);

        final OpenSearchUrlQueue urlQueue2 = new OpenSearchUrlQueue();
        urlQueue2.setCreateTime(System.currentTimeMillis());
        urlQueue2.setDepth(1);
        urlQueue2.setMethod("GET");
        urlQueue2.setSessionId("id2");

            assertEquals("file1", new String(InputStreamUtil.getBytes(responseData.getResponseBody())));
            assertEquals(5, responseData.getContentLength());
            assertEquals("label1", responseData.getMetaDataMap().get("label"));
        }
        try (final ResponseData responseData = storageClient.doGet("storage://fess/dir1/file2.txt")) {
            assertEquals("storage://fess/dir1/file2.txt", responseData.getUrl());

        if (extractor == null) {
            throw new CrawlerSystemException("The extractor is null.");
        }
        if (extractorMap.containsKey(key)) {
            final Extractor[] existingExtractors = extractorMap.get(key);

            final Extractor[] newExtractors = new Extractor[existingExtractors.length + 1];
            System.arraycopy(existingExtractors, 0, newExtractors, 0, existingExtractors.length);