Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 40 for robots (0.16 sec)

  1. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

        private static final String X_ROBOTS_TAG = "X-Robots-Tag";
    
        private static final String META_NAME_THUMBNAIL_CONTENT = "//META[@name=\"thumbnail\" or @name=\"THUMBNAIL\"]/@content";
    
        private static final String META_PROPERTY_OGIMAGE_CONTENT = "//META[@property=\"og:image\"]/@content";
    
        private static final String META_NAME_ROBOTS_CONTENT = "//META[@name=\"robots\" or @name=\"ROBOTS\"]/@content";
    
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 41.9K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfig.java

                public static final String FTP_AUTHENTICATIONS = FtpClient.FTP_AUTHENTICATIONS_PROPERTY;
                public static final String ROBOTS_TXT_ENABLED = HcHttpClient.ROBOTS_TXT_ENABLED_PROPERTY;
                public static final String PROXY_PASSWORD = "proxyPassword";
                public static final String PROXY_USERNAME = "proxyUsername";
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 5.5K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/es/config/exentity/WebConfig.java

            if (clientConfigMap != null) {
                paramMap.putAll(clientConfigMap);
            }
    
            // robots txt enabled
            if (paramMap.get(Param.Client.ROBOTS_TXT_ENABLED) == null) {
                paramMap.put(Param.Client.ROBOTS_TXT_ENABLED, !fessConfig.isCrawlerIgnoreRobotsTxt());
            }
    
            final String userAgent = getUserAgent();
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 10K bytes
    - Viewed (0)
  4. src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java

                    return false;
                };
            };
    
            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://example.com/");
            responseData.addMetaData("X-Robots-Tag", "noindex,nofollow");
    
            try {
                transformer.processXRobotsTag(responseData, new ResultData());
                fail();
            } catch (ChildUrlsException e) {
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 38.6K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java

        /** The key of the configuration. e.g. false */
        String CRAWLER_IGNORE_ROBOTS_TXT = "crawler.ignore.robots.txt";
    
        /** The key of the configuration. e.g. false */
        String CRAWLER_IGNORE_ROBOTS_TAGS = "crawler.ignore.robots.tags";
    
        /** The key of the configuration. e.g. true */
        String CRAWLER_IGNORE_CONTENT_EXCEPTION = "crawler.ignore.content.exception";
    
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Apr 11 02:34:53 GMT 2024
    - 459.2K bytes
    - Viewed (5)
  6. maven-core/src/main/java/org/apache/maven/project/MavenProject.java

     * all components from this class, and the upfront construction taken care of entirely by the {@link ProjectBuilder}.
     * There is still the issue of having to run the lifecycle in order to find all the compile source roots and resource
     * directories but I hope to take care of this during the Maven 4.0 release (jvz).
     * </p>
     */
    public class MavenProject implements Cloneable {
    
    Java
    - Registered: Sun May 05 03:35:11 GMT 2024
    - Last Modified: Fri Mar 01 17:18:13 GMT 2024
    - 56.6K bytes
    - Viewed (0)
  7. maven-api-impl/src/main/java/org/apache/maven/internal/impl/model/DefaultModelInterpolator.java

             * which to start, and using expressions split at the dot ('.') to navigate
             * the object graph beneath this root.
             * @param root the root of the graph.
             */
            public ObjectBasedValueSource(Object root) {
                super(true);
                this.root = root;
            }
    
            /**
    Java
    - Registered: Sun May 05 03:35:11 GMT 2024
    - Last Modified: Fri Apr 12 10:50:18 GMT 2024
    - 20K bytes
    - Viewed (0)
  8. maven-core/src/main/java/org/apache/maven/internal/impl/DefaultDependencyCollector.java

            DependencyCoordinate root;
            Collection<DependencyCoordinate> dependencies;
            Collection<DependencyCoordinate> managedDependencies;
            List<RemoteRepository> remoteRepositories;
            if (request.getProject().isPresent()) {
                Project project = request.getProject().get();
                rootArtifact = project.getPomArtifact();
                root = null;
    Java
    - Registered: Sun Mar 24 03:35:10 GMT 2024
    - Last Modified: Wed Feb 28 23:30:57 GMT 2024
    - 4.4K bytes
    - Viewed (0)
  9. maven-api-impl/src/main/java/org/apache/maven/internal/impl/DefaultDependencyCollector.java

            DependencyCoordinate root;
            Collection<DependencyCoordinate> dependencies;
            Collection<DependencyCoordinate> managedDependencies;
            List<RemoteRepository> remoteRepositories;
            if (request.getProject().isPresent()) {
                Project project = request.getProject().get();
                rootArtifact = project.getPomArtifact();
                root = null;
    Java
    - Registered: Sun May 05 03:35:11 GMT 2024
    - Last Modified: Mon Mar 25 10:50:01 GMT 2024
    - 4.9K bytes
    - Viewed (0)
  10. guava-tests/test/com/google/common/io/MoreFilesTest.java

      }
    
      public void testCreateParentDirectories_root() throws IOException {
        // We use a fake filesystem to sidestep flaky problems with Windows (b/136041958).
        try (FileSystem fs = Jimfs.newFileSystem(Configuration.unix())) {
          Path root = fs.getRootDirectories().iterator().next();
          assertNull(root.getParent());
          assertNull(root.toRealPath().getParent());
    Java
    - Registered: Fri Apr 19 12:43:09 GMT 2024
    - Last Modified: Mon Jan 29 22:57:05 GMT 2024
    - 27.2K bytes
    - Viewed (0)
Back to top