Search Options

Results per page
Sort
Preferred Languages
Advance

Results 371 - 380 of 658 for crawler (0.07 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/MimeTypeHelper.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.helper;
    
    import java.io.InputStream;
    import java.util.Map;
    
    /**
     * MimeTypeHelper provides methods to determine the content type of a given input stream or file.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 1.6K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/pool/CrawlerPooledObjectFactoryTest.java

     */
    package org.codelibs.fess.crawler.pool;
    
    import java.util.ArrayList;
    import java.util.List;
    import java.util.concurrent.atomic.AtomicBoolean;
    import java.util.concurrent.atomic.AtomicInteger;
    
    import org.apache.commons.pool2.PooledObject;
    import org.apache.commons.pool2.impl.DefaultPooledObject;
    import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 19.3K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/EncodingHelper.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.helper;
    
    import java.util.HashMap;
    import java.util.Locale;
    import java.util.Map;
    
    import org.codelibs.core.lang.StringUtil;
    
    /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.2K bytes
    - Viewed (0)
  4. src/test/java/org/codelibs/fess/job/ExecJobTest.java

        }
    
        // Test getExecuteType
        public void test_getExecuteType() {
            assertEquals("test", execJob.getExecuteType());
    
            execJob.setExecuteType("crawler");
            assertEquals("crawler", execJob.getExecuteType());
        }
    
        // Test jobExecutor setter
        public void test_jobExecutor() {
            JobExecutor jobExecutor = new JobExecutor() {
                @Override
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Tue Aug 19 14:09:36 UTC 2025
    - 24.5K bytes
    - Viewed (0)
  5. src/test/java/org/codelibs/fess/helper/SearchLogHelperTest.java

            public String[] getLoggingSearchDocsFieldsAsArray() {
                return new String[] { "title", "url" };
            }
    
            @Override
            public String getPurgeByBots() {
                return "bot,crawler,spider";
            }
    
            @Override
            public Integer getSearchlogProcessBatchSizeAsInteger() {
                return 100;
            }
    
            @Override
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Sat Jul 19 23:49:30 UTC 2025
    - 6K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/exception/MimeTypeException.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.exception;
    
    /**
     * MimeTypeException is a custom exception class that extends CrawlerSystemException.
     * It is used to indicate exceptions related to MIME type handling during the crawling process.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 1.9K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/crawler/util/FieldConfigs.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.util;
    
    import java.util.Map;
    import java.util.regex.Pattern;
    
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.core.stream.StreamUtil;
    import org.codelibs.fess.Constants;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Jul 17 08:28:31 UTC 2025
    - 4.3K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

        }
    
        /**
         * Gets the crawl delay value for the specified user agent from robots.txt.
         * The crawl delay specifies the time (in seconds) to wait between successive requests.
         *
         * @param userAgent The user agent string to match against robots.txt directives
         * @return The crawl delay value in seconds. Returns 0 if no matching directive is found
         *         or no crawl delay is specified for the matching directive.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 10K bytes
    - Viewed (0)
  9. src/test/resources/plugin/repo3/fess-crawler-lasta/maven-metadata.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <metadata>
      <groupId>org.codelibs.fess</groupId>
      <artifactId>fess-crawler-lasta</artifactId>
      <versioning>
        <latest>14.14.0</latest>
        <release>14.14.0</release>
        <versions>
          <version>1.0.0</version>
          <version>1.0.1</version>
          <version>1.0.2</version>
          <version>1.0.3</version>
          <version>1.0.4</version>
          <version>1.0.5</version>
          <version>1.0.6</version>
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Mon Jun 17 13:30:41 UTC 2024
    - 4.3K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/conn/IdnDnsResolver.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.client.http.conn;
    
    import java.io.UnsupportedEncodingException;
    import java.net.IDN;
    import java.net.InetAddress;
    import java.net.URLDecoder;
    import java.net.UnknownHostException;
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
Back to top