Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 6 of 6 for doCrawl (0.24 sec)

  1. src/main/java/org/codelibs/fess/helper/DataIndexHelper.java

                // nothing
                if (logger.isInfoEnabled()) {
                    logger.info("No crawling target urls.");
                }
                return;
            }
    
            doCrawl(sessionId, configList);
        }
    
        protected void doCrawl(final String sessionId, final List<DataConfig> configList) {
            final int multiprocessCrawlingCount = ComponentUtil.getFessConfig().getCrawlingThreadCount();
    
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 12K bytes
    - Viewed (0)
  2. misc/linkcheck/linkcheck.go

    	if *verbose {
    		log.Print(msg)
    	}
    	problems = append(problems, msg)
    }
    
    func crawlLoop() {
    	for url := range urlq {
    		if err := doCrawl(url); err != nil {
    			addProblem(url, err.Error())
    		}
    	}
    }
    
    func doCrawl(url string) error {
    	defer wg.Done()
    
    	req, err := http.NewRequest("GET", url, nil)
    	if err != nil {
    		return err
    	}
    Go
    - Registered: Tue Apr 30 11:13:12 GMT 2024
    - Last Modified: Wed Oct 06 15:53:04 GMT 2021
    - 3.9K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                if (logger.isInfoEnabled()) {
                    logger.info("No crawling target urls.");
                }
                return;
            }
    
            doCrawl(sessionId, webConfigList, fileConfigList);
        }
    
        protected void doCrawl(final String sessionId, final List<WebConfig> webConfigList, final List<FileConfig> fileConfigList) {
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 22.6K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/exec/Crawler.java

            } catch (final Exception e) {
                logger.warn("Failed to store crawling information.", e);
            }
    
            try {
                return crawler.doCrawl(options);
            } finally {
                try {
                    crawlingInfoHelper.store(options.sessionId, false);
                } catch (final Exception e) {
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 24.1K bytes
    - Viewed (2)
  5. android/guava/src/com/google/common/util/concurrent/AbstractScheduledService.java

     *   private Queue<Uri> toCrawl;
     *   protected void startUp() throws Exception {
     *     toCrawl = readStartingUris();
     *   }
     *
     *   protected void runOneIteration() throws Exception {
     *     Uri uri = toCrawl.remove();
     *     Collection<Uri> newUris = crawl(uri);
     *     visited.add(uri);
     *     for (Uri newUri : newUris) {
     *       if (!visited.contains(newUri)) { toCrawl.add(newUri); }
     *     }
     *   }
     *
    Java
    - Registered: Fri Apr 26 12:43:10 GMT 2024
    - Last Modified: Wed Dec 13 19:45:20 GMT 2023
    - 25.8K bytes
    - Viewed (0)
  6. CHANGELOG/CHANGELOG-1.18.md

    - `(*"k8s.io/client-go/rest".Request).{Do,DoRaw,Stream,Watch}` now require callers to pass a `context.Context` as an argument. The context is used for timeout and cancellation signaling and to pass supplementary information to round trippers in the wrapped transport chain. If you don't need any...
    Plain Text
    - Registered: Fri May 03 09:05:14 GMT 2024
    - Last Modified: Wed Jun 16 17:18:28 GMT 2021
    - 373.2K bytes
    - Viewed (0)
Back to top