SortBuilders.fieldSort(OpenSearchUrlQueue.WEIGHT).order(SortOrder.DESC),
                SortBuilders.fieldSort(CREATE_TIME).order(SortOrder.ASC));
    }

    /**
     * Saves the session state (currently not implemented).
     *
     * @param sessionId The session ID.
     */
    @Override
    public void saveSession(final String sessionId) {
        // TODO use cache
    }

    /**

      reproduction, and distribution of the Work otherwise complies with
      the conditions stated in this License.

   5. Submission of Contributions. Unless You explicitly state otherwise,
      any Contribution intentionally submitted for inclusion in the Work
      by You to the Licensor shall be under the terms and conditions of
      this License, without any additional terms or conditions.

    }

    /**
     * Test constructor with null message and valid cause
     */
    public void test_constructor_withNullMessageAndValidCause() {
        Exception cause = new IllegalStateException("State error");
        CrawlerSystemException exception = new CrawlerSystemException(null, cause);

        assertNotNull(exception);
        assertNull(exception.getMessage());
        assertSame(cause, exception.getCause());

    protected LogHelper logHelper;

    /**
     * Factory for creating crawler clients.
     */
    protected CrawlerClientFactory clientFactory;

    /**
     * Context object containing crawler state and configuration.
     */
    protected CrawlerContext crawlerContext;

    /**
     * Flag indicating whether to wait on folder operations.
     */
    protected boolean noWaitOnFolder = false;

    <glob pattern="*.ma"/>
    <glob pattern="*.nb"/>
    <glob pattern="*.mb"/>
    <!-- Note - there is no Unique Magic for Mathematica files! -->
    <!-- Check for a Mathematica-style opening comment as our best hope... -->
    <magic priority="50">
      <match value="(**" type="string" offset="0"/>
      <match value="(* " type="string" offset="0"/>
    </magic>
    <sub-class-of type="text/plain"/>

				"application/vnd.msign",
				"application/vnd.multiad.creator",
				"application/vnd.multiad.creator.cif",
				"application/vnd.music-niff",
				"application/vnd.musician",
				"application/vnd.muvee.style",
				"application/vnd.ncd.control",
				"application/vnd.ncd.reference",
				"application/vnd.nervana",
				"application/vnd.netfpx",
				"application/vnd.neurolanguage.nlu",

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<profiles version="12">
<profile kind="CodeFormatterProfile" name="DBFlute Style" version="12">
<setting id="org.eclipse.jdt.core.formatter.insert_space_after_ellipsis" value="insert"/>
<setting id="org.eclipse.jdt.core.formatter.insert_space_after_comma_in_enum_declarations" value="insert"/>
<setting id="org.eclipse.jdt.core.formatter.insert_new_line_in_empty_annotation_declaration" value="insert"/>

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<profiles version="11">
<profile kind="CodeFormatterProfile" name="Google JavaScript Style" version="11">
<setting id="org.eclipse.wst.jsdt.core.formatter.indent_body_declarations_compare_to_annotation_declaration_header" value="true"/>
<setting id="org.eclipse.wst.jsdt.core.formatter.insert_space_after_comma_in_enum_constant_arguments" value="insert"/>

            return;
        }

        // crawler context
        final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
        if (crawlerContext == null) {
            // wrong state
            return;
        }

        final int idx = url.indexOf('/', url.indexOf("://") + 3);
        String hostUrl;
        if (idx >= 0) {
            hostUrl = url.substring(0, idx);
        } else {