Read - Code Search

fess-crawler/src/main/java/org/codelibs/fess/crawler/client/AbstractCrawlerClient.java

        throw new CrawlerSystemException("GET method is not supported.");
    }

    /**
     * Performs a HEAD request.
     * @param url The URL to request.
     * @return The ResponseData.
     */
    protected ResponseData doHead(final String url) {
        throw new CrawlerSystemException("HEAD method is not supported.");
    }

    /**
     * Performs a POST request.
     * @param url The URL to request.

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sat Sep 06 04:15:37 UTC 2025

- 9.7K bytes

- Viewed (10)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

        }
    }

    private static String getHtmlContent(final int count) {
        final StringBuilder buf = new StringBuilder();
        buf.append("<html><head><title>Title ");
        buf.append(count);
        buf.append("</title></head><body><h1>Content ");
        buf.append(count);
        buf.append("</h1><br>");
        buf.append("<a href=\"index.html\">Index</a><br>");
        for (int i = 1; i <= 10; i++) {

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sat Mar 15 06:52:00 UTC 2025

- 6.3K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

pom.xml

		<connection>scm:git:******@****.***:codelibs/fess-crawler.git</connection>
		<developerConnection>scm:git:******@****.***:codelibs/fess-crawler.git</developerConnection>
		<url>******@****.***:codelibs/fess-crawler.git</url>
	  <tag>HEAD</tag>
  </scm>
	<parent>
		<groupId>org.codelibs.fess</groupId>
		<artifactId>fess-parent</artifactId>
		<version>15.3.0-SNAPSHOT</version>
	</parent>
	<modules>
		<module>fess-crawler</module>

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sat Sep 06 04:15:37 UTC 2025

- 2.8K bytes

- Viewed (0)

github.com/codelibs/fess-suggest

pom.xml

		<connection>scm:git:******@****.***:codelibs/fess-suggest.git</connection>
		<developerConnection>scm:git:******@****.***:codelibs/fess-suggest.git</developerConnection>
		<url>https://github.com/codelibs/fess-suggest</url>
	  <tag>HEAD</tag>
  </scm>
	<parent>
		<groupId>org.codelibs.fess</groupId>
		<artifactId>fess-parent</artifactId>
		<version>15.3.0-SNAPSHOT</version>
		<relativePath />
	</parent>
	<build>
		<plugins>
			<plugin>

Registered: Fri Sep 19 09:08:11 UTC 2025

- Last Modified: Sat Sep 06 03:14:57 UTC 2025

- 4.3K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/XpathTransformer.java

 * transformer.addFieldRule("body", "//body/p/text()");
 *
 * ResponseData responseData = new ResponseData();
 * responseData.setBody(new ByteArrayInputStream("&lt;html&gt;&lt;head&gt;&lt;title&gt;Example&lt;/title&gt;&lt;/head&gt;&lt;body&gt;&lt;p&gt;Hello World&lt;/p&gt;&lt;/body&gt;&lt;/html&gt;".getBytes()));
 * responseData.setUrl("http://example.com");
 *
 * ResultData resultData = new ResultData();
 *

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sun Jul 06 02:13:03 UTC 2025

- 13.1K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            final long startTime = SystemUtil.currentTimeMillis();
            ResponseData responseData = null;
            try {
                // head method
                responseData = client
                        .execute(RequestDataBuilder.newRequestData().head().url(urlQueue.getUrl()).weight(urlQueue.getWeight()).build());
                if (responseData != null && responseData.getLastModified() != null

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Thu Aug 07 02:55:08 UTC 2025

- 20.4K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/resources/ajax/js/jquery-2.1.1.min.js

a)return!1;return!0},type:function(a){return null==a?a+"":"object"==typeof a||"function"==typeof a?h[i.call(a)]||"object":typeof a},globalEval:function(a){var b,c=eval;a=n.trim(a),a&&(1===a.indexOf("use strict")?(b=l.createElement("script"),b.text=a,l.head.appendChild(b).parentNode.removeChild(b)):c(a))},camelCase:function(a){return a.replace(p,"ms-").replace(q,r)},nodeName:function(a,b){return a.nodeName&&a.nodeName.toLowerCase()===b.toLowerCase()},each:function(a,b,c){var d,e=0,f=a.length,g=s(a);i...

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sun Oct 11 02:16:55 UTC 2015

- 82.3K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

     *
     * @param charset the character encoding to set
     */
    public void setCharset(final String charset) {
        this.charset = charset;
    }

    /**
     * Executes a HEAD request for the given URL.
     * @param url The URL to request.
     * @return The ResponseData.
     */
    @Override
    public ResponseData doHead(final String url) {
        try {

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sun Jul 06 02:13:03 UTC 2025

- 13.8K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/resources/extractor/eml/sample2.eml

<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<meta name="viewport" content="width=device-width, minimum-scale=1.0, maximum-scale=1.0, user-scalable=0" />

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sat Jan 16 07:50:35 UTC 2016

- 91.6K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/resources/org/codelibs/fess/crawler/mime/tika-mimetypes.xml

      <match value="&lt;!doctype HTML" type="string" offset="0:64"/>
      <match value="&lt;!doctype html" type="string" offset="0:64"/>
      <match value="&lt;HEAD" type="string" offset="0:64"/>
      <match value="&lt;head" type="string" offset="0:64"/>
      <match value="&lt;TITLE" type="string" offset="0:64"/>
      <match value="&lt;title" type="string" offset="0:64"/>

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Thu Mar 13 08:18:01 UTC 2025

- 320.1K bytes

- Viewed (2)

Search Options