//                                                                          Definition
    //                                                                          ==========
    public static final String PATH = "crawler.dfmail";

    // ===================================================================================
    //                                                                         Entry Point

        try {
            final RESULT result = entityType.newInstance();
            result.setAvailable(DfTypeUtil.toBoolean(source.get("available")));
            result.setCrawler(DfTypeUtil.toBoolean(source.get("crawler")));
            result.setCreatedBy(DfTypeUtil.toString(source.get("createdBy")));
            result.setCreatedTime(DfTypeUtil.toLong(source.get("createdTime")));

import org.codelibs.core.misc.DynamicProperties;
import org.codelibs.core.timer.TimeoutManager;
import org.codelibs.core.timer.TimeoutTask;
import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.FesenClient;
import org.codelibs.fess.exception.ContainerNotAvailableException;
import org.codelibs.fess.helper.SuggestHelper;
import org.codelibs.fess.opensearch.client.SearchEngineClient;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.misc.Tuple3;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.util.ComponentUtil;
import org.codelibs.fess.util.DocumentUtil;

/**

    /**
     * Returns the execution type identifier for this job.
     * This type is used for classpath construction, configuration, and logging purposes.
     *
     * @return the execution type (e.g., "crawler", "suggest", etc.)
     */
    protected abstract String getExecuteType();

    /**
     * Executes the job with the specified job executor.

errors.invalid_str_is_included = {1} is ongeldig in {0}.
errors.blank_password = Wachtwoord is vereist.
errors.invalid_confirm_password = Wachtwoordbevestiging komt niet overeen.
errors.cannot_delete_doc_because_of_running = Crawler is bezig. Document kan niet worden verwijderd.
errors.failed_to_delete_doc_in_admin = Kan document niet verwijderen.
errors.failed_to_send_testmail=Kan test-e-mail niet verzenden.

     *
     * @param crawlingConfig the crawling configuration associated with the failure
     * @param errorName the name/type of the error that occurred
     * @param url the URL that failed to be crawled
     * @param e the exception that caused the failure
     * @return the stored or updated FailureUrl entity, or null if the exception should be ignored
     */

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.util;

import java.io.IOException;
import java.io.Reader;
import java.util.HashSet;
import java.util.Set;

import org.apache.commons.lang3.StringUtils;
import org.apache.logging.log4j.LogManager;

import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Date;
import java.util.List;
import java.util.Map;

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.util.CharUtil;
import org.codelibs.fess.taglib.FessFunctions;
import org.lastaflute.web.util.LaRequestUtil;

import jakarta.servlet.http.HttpServletRequest;

/**

errors.invalid_str_is_included = {0} non è valido in {1}.
errors.blank_password = La password è obbligatoria.
errors.invalid_confirm_password = La conferma della password non corrisponde.
errors.cannot_delete_doc_because_of_running = Il crawler è in esecuzione. Impossibile eliminare il documento.
errors.failed_to_delete_doc_in_admin = Impossibile eliminare il documento.
errors.failed_to_send_testmail=Impossibile inviare l'email di test.