nofollow - Code Search

src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

                    }
                    if (content.contains(ROBOTS_TAG_NOFOLLOW)) {
                        nofollow = true;
                    }
                }
                if (noindex && nofollow) {
                    logger.info("META(robots=noindex,nofollow): {}", responseData.getUrl());
                    throw new ChildUrlsException(Collections.emptySet(), "#processMetaRobots");
                }

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Thu Aug 07 03:06:29 UTC 2025

- 54.4K bytes

- Viewed (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/mylasta/direction/FessPropTest.java

        FessConfig fessConfig = new FessConfig.SimpleImpl() {
            @Override
            public String getCrawlerDocumentHtmlPrunedTags() {
                return "script,div#main,p.image,a[rel=nofollow],div[x-y=a-.:_0]";
            }
        };

        PrunedTag[] tags = fessConfig.getCrawlerDocumentHtmlPrunedTagsAsArray();
        assertTrue(matchesTag(tags[0], "<script></script>"));

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Tue Aug 19 14:09:36 UTC 2025

- 13K bytes

- Viewed (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java

            };
        };

        final ResponseData responseData = new ResponseData();
        responseData.addMetaData("X-Robots-Tag", "nofollow");

        transformer.processXRobotsTag(responseData, new ResultData());
        assertTrue(responseData.isNoFollow());
    }

    public void test_processMetaRobots_no() throws Exception {
        final String data = "<html><body>foo</body></html>";

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Sat Jul 19 23:49:30 UTC 2025

- 41.5K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/resources/fess_config.properties

crawler.document.html.canonical.xpath=//LINK[@rel='canonical'][1]/@href
# HTML tags to prune (remove) during document processing.
crawler.document.html.pruned.tags=noscript,script,style,header,footer,aside,nav,a[rel=nofollow]
# Maximum length of digest extracted from HTML documents.
crawler.document.html.max.digest.length=120
# Default language for HTML documents.
crawler.document.html.default.lang=

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Sat Jul 05 14:45:37 UTC 2025

- 54.7K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java

    String CRAWLER_DOCUMENT_HTML_CANONICAL_XPATH = "crawler.document.html.canonical.xpath";

    /** The key of the configuration. e.g. noscript,script,style,header,footer,aside,nav,a[rel=nofollow] */
    String CRAWLER_DOCUMENT_HTML_PRUNED_TAGS = "crawler.document.html.pruned.tags";

    /** The key of the configuration. e.g. 120 */

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Thu Jul 17 08:28:31 UTC 2025

- 525.6K bytes

- Viewed (1)

github.com/google/guava

android/guava/src/com/google/common/collect/AbstractListMultimap.java

    return wrapList(key, (List<V>) collection, null);
  }

  // Following Javadoc copied from ListMultimap.

  /**
   * {@inheritDoc}
   *
   * <p>Because the values for a given key may have duplicates and follow the insertion ordering,
   * this method returns a {@link List}, instead of the {@link Collection} specified in the {@link
   * Multimap} interface.
   */
  @Override
  public List<V> get(@ParametricNullness K key) {

Registered: Fri Sep 05 12:43:10 UTC 2025

- Last Modified: Sat Apr 12 15:07:59 UTC 2025

- 4.6K bytes

- Viewed (0)

github.com/square/okhttp

okhttp/src/commonJvmAndroid/kotlin/okhttp3/EventListener.kt

   *
   * Response header values like `Location` and `Retry-After` are also considered.
   *
   * Client configuration may be used to make follow-up decisions, such as:
   *
   *  * [OkHttpClient.followRedirects] must be true to follow redirects.
   *  * [OkHttpClient.followSslRedirects] must be true to follow redirects that add or remove HTTPS.
   *  * [OkHttpClient.authenticator] must respond to an authorization challenge.
   *

Registered: Fri Sep 05 11:42:10 UTC 2025

- Last Modified: Tue May 27 14:58:02 UTC 2025

- 17.4K bytes

- Viewed (0)

github.com/square/okhttp

okhttp/src/commonJvmAndroid/kotlin/okhttp3/internal/connection/RoutePlanner.kt

import okhttp3.HttpUrl

/**
 * Policy on choosing which connection to use for an exchange and any retries that follow. This uses
 * the following strategies:
 *
 *  1. If the current call already has a connection that can satisfy the request it is used. Using
 *     the same connection for an initial exchange and its follow-ups may improve locality.
 *

Registered: Fri Sep 05 11:42:10 UTC 2025

- Last Modified: Tue May 27 14:58:02 UTC 2025

- 4.2K bytes

- Viewed (0)

github.com/square/okhttp

okhttp/src/commonJvmAndroid/kotlin/okhttp3/internal/http2/PushObserver.kt

   */
  fun onRequest(
    streamId: Int,
    requestHeaders: List<Header>,
  ): Boolean

  /**
   * The response headers corresponding to a pushed request.  When [last] is true, there are
   * no data frames to follow.
   *
   * @param streamId server-initiated stream ID: an even number.
   * @param responseHeaders minimally includes `:status`.
   * @param last when true, there is no response data.
   */
  fun onHeaders(

Registered: Fri Sep 05 11:42:10 UTC 2025

- Last Modified: Wed Mar 19 19:25:20 UTC 2025

- 3.6K bytes

- Viewed (0)

github.com/square/okhttp

okhttp/src/jvmTest/kotlin/okhttp3/FakeRoutePlanner.kt

          ConnectResult(this, nextPlan = connectTcpNextPlan, throwable = IOException("canceled"))
        }
        connectTcpNextPlan != null -> {
          events += "plan $id needs follow-up"
          ConnectResult(this, nextPlan = connectTcpNextPlan)
        }
        else -> {
          events += "plan $id TCP connected"
          connectState = ConnectState.TCP_CONNECTED

Registered: Fri Sep 05 11:42:10 UTC 2025

- Last Modified: Wed Mar 19 19:25:20 UTC 2025

- 6.1K bytes

- Viewed (0)

Search Options