if (directive == null) {
            return 0;
        }
        return directive.getCrawlDelay();
    }

    /**
     * Returns the most specific directive matching the given user agent.
     * The method finds the longest matching user agent pattern in the directives,
     * excluding the general "*" pattern which matches all bots.
     *
     * @param userAgent the user agent string to match against directives,

            try {
                logger.fine(() -> ">>> " + method + " " + finalUrl);
                final URL u = new URL(finalUrl);
                connection = open(u);
                connection.setRequestMethod(method.toString());
                if (headerList != null) {
                    for (final String[] values : headerList) {
                        logger.fine(() -> ">>> " + values[0] + "=" + values[1]);

        for (int i = 0; i < 5; i++) {
            assertEquals(2, response.getNum());
            boolean find = false;
            final String checkStr = "クエリー" + i;
            for (int j = 0; j < 100; j++) {
                if (response.getWords().contains(checkStr)) {
                    find = true;
                    break;
                }

            throw new FessSystemException("Could not find extractorFactory.");
        }
        Extractor extractor = extractorFactory.getExtractor(responseData.getMimeType());
        if (extractor == null) {
            extractor = ComponentUtil.getComponent("tikaExtractor");
            if (extractor == null) {
                throw new FessSystemException("Could not find tikaExtractor.");
            }
        }

        }

        return new StreamResponse(osddFile.getName()).contentType(contentType + "; charset=" + encoding).stream(out -> {
            try (InputStream ins = new FileInputStream(osddFile)) {
                out.write(ins);
            }
        });
    }

    /**
     * Sets the OSDD path.
     *
     * @param osddPath the OSDD path
     */

        assertNotNull(tempFile);
        assertTrue(tempFile.exists());

        // Read and verify content
        try (FileInputStream fis = new FileInputStream(tempFile)) {
            byte[] buffer = new byte[1024];
            int bytesRead = fis.read(buffer);
            String content = new String(buffer, 0, bytesRead);
            assertEquals("Test response body", content);
        } finally {

labels.crawling_info_CrawlerEndTime=Ora di fine crawler
labels.crawling_info_CrawlerExecTime=Tempo di esecuzione crawler
labels.crawling_info_CrawlerStatus=Stato crawler
labels.crawling_info_WebFsCrawlExecTime=Tempo di esecuzione scansione (Web/File)
labels.crawling_info_WebFsCrawlStartTime=Ora di inizio scansione (Web/File)
labels.crawling_info_WebFsCrawlEndTime=Ora di fine scansione (Web/File)

        method.setAccessible(true);
        final List<String> indices = (List<String>) method.invoke(suggester, aliasName);

        assertNotNull("Indices list should not be null", indices);
        assertEquals("Should find exactly one index", 1, indices.size());
        assertEquals("Should return correct index name", indexName, indices.get(0));

        // Cleanup
        client.admin().indices().prepareDelete(indexName).execute().actionGet();

     * The search is performed using the current virtual host context and
     * the query term is converted to lowercase for case-insensitive matching.
     *
     * @param query the search term to find related queries for
     * @return an array of related query strings, or empty array if none found
     */
    public String[] getRelatedQueries(final String query) {

        final Pattern attrPattern = Pattern.compile("\\s[^ ]+=\"([^\"]*)\"");
        while (matcher.find()) {
            final String tagStr = matcher.group();
            final Matcher attrMatcher = attrPattern.matcher(tagStr);
            final StringBuilder buf = new StringBuilder(100);
            while (attrMatcher.find()) {
                buf.append(attrMatcher.group(1)).append(' ');
            }