Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for host (0.17 sec)

  1. samples/crawler/src/main/java/okhttp3/sample/Crawler.java

            currentThread.setName(originalName);
          }
        }
      }
    
      public void fetch(HttpUrl url) throws IOException {
        // Skip hosts that we've visited many times.
        AtomicInteger hostnameCount = new AtomicInteger();
        AtomicInteger previous = hostnames.putIfAbsent(url.host(), hostnameCount);
        if (previous != null) hostnameCount = previous;
        if (hostnameCount.incrementAndGet() > 100) return;
    
    Java
    - Registered: Fri May 03 11:42:14 GMT 2024
    - Last Modified: Thu Aug 12 07:26:27 GMT 2021
    - 4.6K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/exec/Crawler.java

                ptList.add(Constants.PROCESS_TYPE_BOTH);
                pathMappingHelper.setPathMappingList(options.sessionId, pathMappingService.getPathMappingList(ptList));
    
                // duplicate host
                try {
                    final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();
                    duplicateHostHelper.init();
                } catch (final Exception e) {
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 24.1K bytes
    - Viewed (2)
Back to top