Search Options

Results per page
Sort
Preferred Languages
Advance

Results 21 - 30 of 382 for crawler_ (0.08 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/rule/impl/RuleManagerImpl.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.rule.impl;
    
    import java.util.ArrayList;
    import java.util.List;
    
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.rule.Rule;
    import org.codelibs.fess.crawler.rule.RuleManager;
    
    /**
     * @author shinsuke
     *
     */
    public class RuleManagerImpl implements RuleManager {
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 2.2K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/TextTransformer.java

    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    import org.codelibs.fess.crawler.exception.CrawlingAccessException;
    import org.codelibs.fess.crawler.extractor.Extractor;
    import org.codelibs.fess.crawler.extractor.ExtractorFactory;
    import org.slf4j.Logger;
    import org.slf4j.LoggerFactory;
    
    import jakarta.annotation.Resource;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 5.2K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/AccessResultImpl.java

         *
         * @see org.codelibs.fess.crawler.entity.AccessResult#getAccessResultDataAsOne()
         */
        @Override
        public AccessResultData<IDTYPE> getAccessResultData() {
            return accessResultData;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see
         * org.codelibs.fess.crawler.entity.AccessResult#setAccessResultDataAsOne(org.codelibs.fess.crawler.db.exentity.AccessResultData)
         */
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 8K bytes
    - Viewed (0)
  4. src/main/resources/crawler/rule.xml

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
    	"http://dbflute.org/meta/lastadi10.dtd">
    <components namespace="fessCrawler">
    	<include path="crawler/container.xml" />
    	<include path="crawler/transformer.xml" />
    
    	<component name="ruleManager" class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
    		<postConstruct name="addRule">
    			<arg>sitemapsRule</arg>
    		</postConstruct>
    		<postConstruct name="addRule">
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Jun 04 08:42:49 UTC 2020
    - 4.6K bytes
    - Viewed (0)
  5. src/main/resources/fess_indices/fess_config.scheduled_job/scheduled_job.bulk

    {"index":{"_index":"fess_config.scheduled_job","_id":"default_crawler"}}
    {"name":"Default Crawler","target":"all","cronExpression":"0 0 * * *","scriptType":"groovy","scriptData":"return container.getComponent(\"crawlJob\").logLevel(\"info\").gcLogging().execute(executor);","jobLogging":true,"crawler":true,"available":true,"sortOrder":1,"createdBy":"system","createdTime":0,"updatedBy":"system","updatedTime":0}
    {"index":{"_index":"fess_config.scheduled_job","_id":"suggest_indexer"}}
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Dec 02 13:14:56 UTC 2021
    - 4.2K bytes
    - Viewed (0)
  6. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/RobotsTxtHelperTest.java

            assertFalse(robotsTxt.allows("/aaa", "Crawler"));
            assertTrue(robotsTxt.allows("/bbb", "Crawler"));
            assertTrue(robotsTxt.allows("/ccc", "Crawler"));
            assertTrue(robotsTxt.allows("/ddd", "Crawler"));
            assertTrue(robotsTxt.allows("/aaa", "Crawler/1.0"));
            assertFalse(robotsTxt.allows("/bbb", "Crawler/1.0"));
            assertTrue(robotsTxt.allows("/ccc", "Crawler/1.0"));
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 5.9K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.AbstractCrawlerClient;
    import org.codelibs.fess.crawler.client.AccessTimeoutTarget;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 11.8K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.processor.ResponseProcessor;
    import org.codelibs.fess.crawler.service.UrlQueueService;
    import org.codelibs.fess.crawler.transformer.Transformer;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 9K bytes
    - Viewed (0)
  9. src/test/resources/plugin/repo2/index.html

                <td>Fri Jan 13 13:53:34 UTC 2017</td>
                <td align="right">
                                  &nbsp;
                              </td>
                <td></td>
              </tr>
                      <tr>
                <td><a href="https://oss.sonatype.org/content/repositories/snapshots/org/codelibs/fess/fess-crawler-db-mysql/">fess-crawler-db-mysql/</a></td>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Tue Aug 13 07:34:14 UTC 2019
    - 10.5K bytes
    - Viewed (0)
  10. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/CrawlerClientFactoryTest.java

     */
    package org.codelibs.fess.crawler.client;
    
    import java.util.HashMap;
    import java.util.Map;
    
    import org.codelibs.fess.crawler.client.fs.FileSystemClient;
    import org.codelibs.fess.crawler.client.ftp.FtpClient;
    import org.codelibs.fess.crawler.client.http.HcHttpClient;
    import org.codelibs.fess.crawler.client.smb.SmbClient;
    import org.codelibs.fess.crawler.client.storage.StorageClient;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 5.3K bytes
    - Viewed (0)
Back to top