- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 47 for robots (0.18 sec)
-
src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java
private static final String X_ROBOTS_TAG = "X-Robots-Tag"; private static final String META_NAME_THUMBNAIL_CONTENT = "//META[@name=\"thumbnail\" or @name=\"THUMBNAIL\"]/@content"; private static final String META_PROPERTY_OGIMAGE_CONTENT = "//META[@property=\"og:image\"]/@content"; private static final String META_NAME_ROBOTS_CONTENT = "//META[@name=\"robots\" or @name=\"ROBOTS\"]/@content";
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 41.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfig.java
public static final String FTP_AUTHENTICATIONS = FtpClient.FTP_AUTHENTICATIONS_PROPERTY; public static final String ROBOTS_TXT_ENABLED = HcHttpClient.ROBOTS_TXT_ENABLED_PROPERTY; public static final String PROXY_PASSWORD = "proxyPassword"; public static final String PROXY_USERNAME = "proxyUsername";
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 5.5K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/es/config/exentity/WebConfig.java
if (clientConfigMap != null) { paramMap.putAll(clientConfigMap); } // robots txt enabled if (paramMap.get(Param.Client.ROBOTS_TXT_ENABLED) == null) { paramMap.put(Param.Client.ROBOTS_TXT_ENABLED, !fessConfig.isCrawlerIgnoreRobotsTxt()); } final String userAgent = getUserAgent();
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 10K bytes - Viewed (0) -
src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java
return false; }; }; final ResponseData responseData = new ResponseData(); responseData.setUrl("http://example.com/"); responseData.addMetaData("X-Robots-Tag", "noindex,nofollow"); try { transformer.processXRobotsTag(responseData, new ResultData()); fail(); } catch (ChildUrlsException e) {
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 38.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java
/** The key of the configuration. e.g. false */ String CRAWLER_IGNORE_ROBOTS_TXT = "crawler.ignore.robots.txt"; /** The key of the configuration. e.g. false */ String CRAWLER_IGNORE_ROBOTS_TAGS = "crawler.ignore.robots.tags"; /** The key of the configuration. e.g. true */ String CRAWLER_IGNORE_CONTENT_EXCEPTION = "crawler.ignore.content.exception";
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Apr 11 02:34:53 GMT 2024 - 459.2K bytes - Viewed (5) -
maven-compat/src/main/java/org/apache/maven/usability/plugin/ExpressionDocumenter.java
"Failed to read documentation for expression root: " + root, e); } catch (XmlPullParserException e) { throw new ExpressionDocumentationException( "Failed to parse documentation for expression root: " + root, e); } } } return expressionDocumentation; }
Java - Registered: Sun May 05 03:35:11 GMT 2024 - Last Modified: Wed Sep 06 11:28:54 GMT 2023 - 5.2K bytes - Viewed (0) -
maven-core/src/main/java/org/apache/maven/project/MavenProject.java
* all components from this class, and the upfront construction taken care of entirely by the {@link ProjectBuilder}. * There is still the issue of having to run the lifecycle in order to find all the compile source roots and resource * directories but I hope to take care of this during the Maven 4.0 release (jvz). * </p> */ public class MavenProject implements Cloneable {
Java - Registered: Sun May 05 03:35:11 GMT 2024 - Last Modified: Fri Mar 01 17:18:13 GMT 2024 - 56.6K bytes - Viewed (0) -
maven-api-impl/src/main/java/org/apache/maven/internal/impl/model/DefaultModelInterpolator.java
* which to start, and using expressions split at the dot ('.') to navigate * the object graph beneath this root. * @param root the root of the graph. */ public ObjectBasedValueSource(Object root) { super(true); this.root = root; } /**
Java - Registered: Sun May 05 03:35:11 GMT 2024 - Last Modified: Fri Apr 12 10:50:18 GMT 2024 - 20K bytes - Viewed (0) -
maven-core/src/main/java/org/apache/maven/internal/impl/DefaultDependencyCollector.java
DependencyCoordinate root; Collection<DependencyCoordinate> dependencies; Collection<DependencyCoordinate> managedDependencies; List<RemoteRepository> remoteRepositories; if (request.getProject().isPresent()) { Project project = request.getProject().get(); rootArtifact = project.getPomArtifact(); root = null;
Java - Registered: Sun Mar 24 03:35:10 GMT 2024 - Last Modified: Wed Feb 28 23:30:57 GMT 2024 - 4.4K bytes - Viewed (0) -
maven-api-impl/src/main/java/org/apache/maven/internal/impl/DefaultDependencyCollector.java
DependencyCoordinate root; Collection<DependencyCoordinate> dependencies; Collection<DependencyCoordinate> managedDependencies; List<RemoteRepository> remoteRepositories; if (request.getProject().isPresent()) { Project project = request.getProject().get(); rootArtifact = project.getPomArtifact(); root = null;
Java - Registered: Sun May 05 03:35:11 GMT 2024 - Last Modified: Mon Mar 25 10:50:01 GMT 2024 - 4.9K bytes - Viewed (0)