- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 121 for robots (0.26 sec)
-
android-test/src/androidTest/java/okhttp/android/test/OkHttpTest.kt
val dohEnabledClient = client.newBuilder().eventListener(EventListener.NONE).dns(dohDns).build() dohEnabledClient.get("https://www.twitter.com/robots.txt") dohEnabledClient.get("https://www.facebook.com/robots.txt") } @Test fun testCustomTrustManager() { assumeNetwork() val trustManager = object : X509TrustManager {
Plain Text - Registered: Fri May 03 11:42:14 GMT 2024 - Last Modified: Sat Jan 20 10:30:28 GMT 2024 - 27K bytes - Viewed (1) -
src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java
private static final String X_ROBOTS_TAG = "X-Robots-Tag"; private static final String META_NAME_THUMBNAIL_CONTENT = "//META[@name=\"thumbnail\" or @name=\"THUMBNAIL\"]/@content"; private static final String META_PROPERTY_OGIMAGE_CONTENT = "//META[@property=\"og:image\"]/@content"; private static final String META_NAME_ROBOTS_CONTENT = "//META[@name=\"robots\" or @name=\"ROBOTS\"]/@content";
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 41.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/es/config/exentity/WebConfig.java
if (clientConfigMap != null) { paramMap.putAll(clientConfigMap); } // robots txt enabled if (paramMap.get(Param.Client.ROBOTS_TXT_ENABLED) == null) { paramMap.put(Param.Client.ROBOTS_TXT_ENABLED, !fessConfig.isCrawlerIgnoreRobotsTxt()); } final String userAgent = getUserAgent();
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 10K bytes - Viewed (0) -
samples/guide/src/main/java/okhttp3/recipes/kt/WiresharkExample.kt
val fbRequest = Request.Builder() .url("https://graph.facebook.com/robots.txt?s=fb") .build() val twitterRequest = Request.Builder() .url("https://api.twitter.com/robots.txt?s=tw") .build() val googleRequest = Request.Builder() .url("https://www.google.com/robots.txt?s=g") .build() try { for (i in 1..2) {
Plain Text - Registered: Fri May 03 11:42:14 GMT 2024 - Last Modified: Mon Jan 08 01:13:22 GMT 2024 - 10.7K bytes - Viewed (1) -
src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java
return false; }; }; final ResponseData responseData = new ResponseData(); responseData.setUrl("http://example.com/"); responseData.addMetaData("X-Robots-Tag", "noindex,nofollow"); try { transformer.processXRobotsTag(responseData, new ResultData()); fail(); } catch (ChildUrlsException e) {
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 38.6K bytes - Viewed (0) -
docs/features/https.md
Plain Text - Registered: Fri May 03 11:42:14 GMT 2024 - Last Modified: Sat Dec 24 00:16:30 GMT 2022 - 10.5K bytes - Viewed (0) -
okhttp/src/test/java/okhttp3/ConnectionCoalescingTest.kt
val serverHandshakeCertificates = HandshakeCertificates.Builder() .heldCertificate(certificate) .build() server.useHttps(serverHandshakeCertificates.sslSocketFactory()) url = server.url("/robots.txt") } /** * Test connecting to the main host then an alternative, although only subject alternative names * are used if present no special consideration of common name. */ @Test
Plain Text - Registered: Fri May 03 11:42:14 GMT 2024 - Last Modified: Sat Jan 20 10:30:28 GMT 2024 - 18.7K bytes - Viewed (0) -
CHANGELOG.md
with these curl arguments: ``` curl \ --http2-prior-knowledge \ --proxy localhost:8888 \ --proxytunnel \ http://squareup.com/robots.txt ``` * Fix: Support executing OkHttp on kotlin-stdlib versions as old as 1.4. The library still builds on up-to-date Kotlin releases (1.6.21) but no longer needs that version as a runtime dependency.
Plain Text - Registered: Fri May 03 11:42:14 GMT 2024 - Last Modified: Thu Apr 18 01:31:39 GMT 2024 - 21.4K bytes - Viewed (0) -
src/main/resources/fess_config.properties
crawler.crawling.data.encoding=UTF-8 crawler.web.protocols=http,https crawler.file.protocols=file,smb,smb1,ftp,storage crawler.data.env.param.key.pattern=^FESS_ENV_.* crawler.ignore.robots.txt=false crawler.ignore.robots.tags=false crawler.ignore.content.exception=true crawler.failure.url.status.codes=404 crawler.system.monitor.interval=60 crawler.hotthread.ignore_idle_threads=true crawler.hotthread.interval=500ms
Properties - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Apr 11 02:34:53 GMT 2024 - 30.6K bytes - Viewed (1) -
src/main/resources/fess_label_fr.properties
labels.crawling_info_thread_dump = Vidage du Thread labels.crawling_info_CrawlerStartTime = Heure de début du robot d'exploration labels.crawling_info_CrawlerEndTime = Heure de fin du robot d'exploration labels.crawling_info_CrawlerExecTime = Temps d'exécution du robot d'exploration labels.crawling_info_CrawlerStatus = État du robot d'exploration labels.crawling_info_WebFsCrawlExecTime = Temps d'exécution de l'exploration (Web/système de fichiers)
Properties - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Fri Mar 22 11:58:34 GMT 2024 - 46.6K bytes - Viewed (0)