}
		dest := *root + ref
		linkSources[dest] = append(linkSources[dest], url)
		crawl(dest, url)
	}
	for _, id := range pageIDs(body) {
		if *verbose {
			log.Printf(" url %s has #%s", url, id)
		}
		fragExists[urlFrag{url, id}] = true
	}
	return nil
}

func main() {
	flag.Parse()

	go crawlLoop()
	crawl(*root, "")

	wg.Wait()
	close(urlq)
	for uf, needers := range neededFrags {

    protected int crawlerPriority = Thread.NORM_PRIORITY;

    protected final List<DataCrawlingThread> dataCrawlingThreadList = Collections.synchronizedList(new ArrayList<>());

    public void crawl(final String sessionId) {
        final List<DataConfig> configList = ComponentUtil.getCrawlingConfigHelper().getAllDataConfigList();

        if (configList.isEmpty()) {
            // nothing

errors.login_error=Username or Password is not correct.
errors.sso_login_error=Failed to process SSO login.
errors.could_not_find_log_file=Could not find {0}.
errors.failed_to_start_crawl_process=Failed to start a crawl process.
errors.invalid_design_jsp_file_name=Invalid JSP file.
errors.design_jsp_file_does_not_exist=JSP file does not exist.
errors.design_file_name_is_not_found=The file name is not specified.

                webFsCrawlerThread = new Thread((Runnable) () -> {
                    // crawl web
                    writeTimeToSessionInfo(crawlingInfoHelper, Constants.WEB_FS_CRAWLER_START_TIME);
                    webFsIndexHelper.crawl(options.sessionId, webConfigIdList, fileConfigIdList);
                    writeTimeToSessionInfo(crawlingInfoHelper, Constants.WEB_FS_CRAWLER_END_TIME);

        return jsonPath.get("response.id");
    }

    private static String createCrawlLabel() {
        Map<String, Object> labelBody = new HashMap<>();
        labelBody.put("name", CRAWL_LABEL);
        labelBody.put("value", CRAWL_LABEL);
        labelBody.put("included_paths", ".*");
        Response response = checkMethodBase(labelBody).put("/api/admin/labeltype/setting");

  ~ See the License for the specific language governing permissions and
  ~ limitations under the License.
  -->
<!DOCTYPE module PUBLIC
        "-//Puppy Crawl//DTD Check Configuration 1.2//EN"
        "http://www.puppycrawl.com/dtds/configuration_1_2.dtd">
<module name="Checker">
    <module name="SuppressionFilter">
        <property name="file" value="${config_loc}/suppressions.xml"/>

  ~ See the License for the specific language governing permissions and
  ~ limitations under the License.
  -->
<!DOCTYPE module PUBLIC
        "-//Puppy Crawl//DTD Check Configuration 1.2//EN"
        "http://www.puppycrawl.com/dtds/configuration_1_2.dtd">
<module name="Checker">
    <module name="SuppressionFilter">
        <property name="file" value="${config_loc}/suppressions.xml"/>

errors.login_error=Username or Password is not correct.
errors.sso_login_error=Failed to process SSO login.
errors.could_not_find_log_file=Could not find {0}.
errors.failed_to_start_crawl_process=Failed to start a crawl process.
errors.invalid_design_jsp_file_name=Invalid JSP file.
errors.design_jsp_file_does_not_exist=JSP file does not exist.
errors.design_file_name_is_not_found=The file name is not specified.

errors.login_error=Benutzername oder Passwort ist nicht korrekt.
errors.sso_login_error=Verarbeitung des SSO-Logins fehlgeschlagen.
errors.could_not_find_log_file=Konnte {0} nicht finden.
errors.failed_to_start_crawl_process=Start eines Crawl-Vorgangs fehlgeschlagen.
errors.invalid_design_jsp_file_name=Ungültige JSP-Datei.
errors.design_jsp_file_does_not_exist=JSP-Datei existiert nicht.
errors.design_file_name_is_not_found=Der Dateiname ist nicht angegeben.

        assertEquals(3, labelTypes.length);
    }

    public void test_escape() {
        // https://www.google.com/support/enterprise/static/gsa/docs/admin/70/gsa_doc_set/admin_crawl/url_patterns.html#1076127
        assertEscapePattern("", "# Test");
        assertEscapePattern(".*\\Q!/\\E.*", "!/");
        assertEscapePattern("\\Qindex.html\\E", "index.html");