*
     * @param parentUrl the parent URL to get encoding for
     * @param sessionId the session ID for the crawling session
     * @return the character encoding, or null if not found
     */
    default String getParentEncoding(final String parentUrl, final String sessionId) {
        final String key = sessionId + ":" + parentUrl;
        String enc = parentEncodingMap.get(key);
        if (enc != null) {

                    putResultDataBody(dataMap, fessConfig.getIndexFieldHasCache(), Constants.TRUE);
                } catch (final Exception e) {
                    logger.warn("Failed to write cache: sessionId={}, responseData={}", sessionId, responseData, e);
                }
            } else {
                logger.debug("Content size is too large({} > {}): {}", responseData.getContentLength(),

        if (fessConfig.isCrawlerFailureUrlStatusCodes(responseData.getHttpStatusCode())) {
            final String sessionId = crawlerContext.getSessionId();
            final CrawlingConfig crawlingConfig = ComponentUtil.getCrawlingConfigHelper().get(sessionId);
            final String url = urlQueue.getUrl();

labels.pageNumber=Page Number
labels.password=Password
labels.paths=Paths
labels.port=Port
labels.regex=Regex
labels.regularName=Regular Name
labels.replacement=Replacement
labels.sessionId=Session ID
labels.sortOrder=Sort Order
labels.updatedBy=Updated By
labels.updatedTime=Updated Time
labels.urls=URLs
labels.userAgent=User Agent
labels.username=Username
labels.value=Value
labels.versionNo=Version No

    /** Info map key for data index size. */
    public static final String DATA_INDEX_SIZE = "DataIndexSize";

    /** Session identifier key. */
    public static final String SESSION_ID = "sessionId";

    /** Crawling information identifier key. */
    public static final String CRAWLING_INFO_ID = "crawlingInfoId";

    /** Indexing target identifier key. */

labels.pageNumber=Paginanummer
labels.password=Wachtwoord
labels.paths=Paden
labels.port=Poort
labels.regex=Reguliere expressie
labels.regularName=Reguliere naam
labels.replacement=Vervanging
labels.sessionId=Sessie-ID
labels.sortOrder=Sorteervolgorde
labels.updatedBy=Bijgewerkt door
labels.updatedTime=Bijgewerkt op
labels.urls=URL's
labels.userAgent=User-Agent
labels.username=Gebruikersnaam
labels.value=Waarde

labels.name=名稱
labels.numOfThread=執行緒數
labels.duplicateHostName=重複名稱
labels.pageNumber=頁碼
labels.password=密碼
labels.paths=路徑
labels.port=埠
labels.regex=正則表達式
labels.regularName=常規名稱
labels.replacement=替換
labels.sessionId=會話ID
labels.sortOrder=排序順序
labels.updatedBy=更新者
labels.updatedTime=更新時間
labels.urls=URL
labels.userAgent=使用者代理
labels.username=使用者名稱
labels.value=值
labels.versionNo=版本號
labels.cronExpression=排程

labels.pageNumber=Page Number
labels.password=Password
labels.paths=Paths
labels.port=Port
labels.regex=Regex
labels.regularName=Regular Name
labels.replacement=Replacement
labels.sessionId=Session ID
labels.sortOrder=Sort Order
labels.updatedBy=Updated By
labels.updatedTime=Updated Time
labels.urls=URLs
labels.userAgent=User Agent
labels.username=Username
labels.value=Value
labels.versionNo=Version No

labels.pageNumber=Número da página
labels.password=Senha
labels.paths=Caminhos
labels.port=Porta
labels.regex=Expressão regular
labels.regularName=Nome regular
labels.replacement=Substituição
labels.sessionId=ID da sessão
labels.sortOrder=Ordem de classificação
labels.updatedBy=Atualizado por
labels.updatedTime=Data de atualização
labels.urls=URLs
labels.userAgent=User agent
labels.username=Nome de usuário

labels.pageNumber=Seitennummer
labels.password=Passwort
labels.paths=Pfade
labels.port=Port
labels.regex=Regulärer Ausdruck
labels.regularName=Regulärer Name
labels.replacement=Ersetzung
labels.sessionId=Sitzungs-ID
labels.sortOrder=Sortierreihenfolge
labels.updatedBy=Aktualisiert von
labels.updatedTime=Aktualisierungszeit
labels.urls=URLs
labels.userAgent=User-Agent
labels.username=Benutzername
labels.value=Wert