Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 6 of 6 for doCrawl (0.1 sec)

  1. src/main/java/org/codelibs/fess/helper/DataIndexHelper.java

                // nothing
                if (logger.isInfoEnabled()) {
                    logger.info("No crawling target urls.");
                }
                return;
            }
    
            doCrawl(sessionId, configList);
        }
    
        protected void doCrawl(final String sessionId, final List<DataConfig> configList) {
            final int multiprocessCrawlingCount = ComponentUtil.getFessConfig().getCrawlingThreadCount();
    
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 12K bytes
    - Viewed (0)
  2. misc/linkcheck/linkcheck.go

    	if *verbose {
    		log.Print(msg)
    	}
    	problems = append(problems, msg)
    }
    
    func crawlLoop() {
    	for url := range urlq {
    		if err := doCrawl(url); err != nil {
    			addProblem(url, err.Error())
    		}
    	}
    }
    
    func doCrawl(url string) error {
    	defer wg.Done()
    
    	req, err := http.NewRequest("GET", url, nil)
    	if err != nil {
    		return err
    	}
    Registered: Tue Nov 05 11:13:11 UTC 2024
    - Last Modified: Wed Oct 06 15:53:04 UTC 2021
    - 3.9K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                if (logger.isInfoEnabled()) {
                    logger.info("No crawling target urls.");
                }
                return;
            }
    
            doCrawl(sessionId, webConfigList, fileConfigList);
        }
    
        protected void doCrawl(final String sessionId, final List<WebConfig> webConfigList, final List<FileConfig> fileConfigList) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 22.6K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/exec/Crawler.java

            } catch (final Exception e) {
                logger.warn("Failed to store crawling information.", e);
            }
    
            try {
                return crawler.doCrawl(options);
            } finally {
                try {
                    crawlingInfoHelper.store(options.sessionId, false);
                } catch (final Exception e) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:20:39 UTC 2024
    - 24K bytes
    - Viewed (0)
  5. guava/src/com/google/common/util/concurrent/AbstractScheduledService.java

     *   private Queue<Uri> toCrawl;
     *   protected void startUp() throws Exception {
     *     toCrawl = readStartingUris();
     *   }
     *
     *   protected void runOneIteration() throws Exception {
     *     Uri uri = toCrawl.remove();
     *     Collection<Uri> newUris = crawl(uri);
     *     visited.add(uri);
     *     for (Uri newUri : newUris) {
     *       if (!visited.contains(newUri)) { toCrawl.add(newUri); }
     *     }
     *   }
     *
    Registered: Fri Nov 01 12:43:10 UTC 2024
    - Last Modified: Fri Oct 25 16:22:21 UTC 2024
    - 27.8K bytes
    - Viewed (0)
  6. CHANGELOG/CHANGELOG-1.18.md

    - `(*"k8s.io/client-go/rest".Request).{Do,DoRaw,Stream,Watch}` now require callers to pass a `context.Context` as an argument. The context is used for timeout and cancellation signaling and to pass supplementary information to round trippers in the wrapped transport chain. If you don't need any...
    Registered: Fri Nov 01 09:05:11 UTC 2024
    - Last Modified: Wed Jun 16 17:18:28 UTC 2021
    - 373.2K bytes
    - Viewed (0)
Back to top