Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 7 of 7 for duplicateHostHelper (0.64 sec)

  1. src/main/java/org/codelibs/fess/helper/DuplicateHostHelper.java

     *
     */
    public class DuplicateHostHelper {
        private static final Logger logger = LogManager.getLogger(DuplicateHostHelper.class);
    
        /** List of duplicate host rules for URL conversion */
        protected List<DuplicateHost> duplicateHostList;
    
        /**
         * Default constructor for DuplicateHostHelper.
         * Creates a new duplicate host helper instance.
         */
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 4K bytes
    - Viewed (0)
  2. src/main/webapp/WEB-INF/env/crawler/resources/app.xml

    	</component>
    	<component name="dataIndexHelper" class="org.codelibs.fess.helper.DataIndexHelper">
    	</component>
    	<component name="duplicateHostHelper" class="org.codelibs.fess.helper.DuplicateHostHelper">
    	</component>
    	<component name="intervalControlHelper" class="org.codelibs.fess.helper.IntervalControlHelper">
    		<!--
    		<postConstruct name="addIntervalRule">
    			<arg>"5:00"</arg>
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Nov 07 06:19:20 UTC 2024
    - 1.8K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/exec/Crawler.java

                // duplicate host
                try {
                    final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();
                    duplicateHostHelper.init();
                } catch (final Exception e) {
                    logger.warn("Could not initialize duplicateHostHelper.", e);
                }
    
                // delete expired sessions
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 31.4K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

            if (StringUtil.isNotBlank(childUrl)) {
                final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();
                final String url = duplicateHostHelper.convert(childUrl);
                super.storeChildUrl(url, parentUrl, weight, depth);
            }
        }
    
        /**
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 19.5K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                    } catch (final Exception e) {
                        logger.warn("Failed to delete UrlFilter: sessionId={}", sid);
                    }
                }
    
                final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();
    
                // set urls
                split(urlsStr, "[\r\n]").of(stream -> stream.filter(StringUtil::isNotBlank).map(String::trim).distinct().forEach(urlValue -> {
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/util/ComponentUtil.java

    import org.codelibs.fess.helper.CrawlingConfigHelper;
    import org.codelibs.fess.helper.CrawlingInfoHelper;
    import org.codelibs.fess.helper.CurlHelper;
    import org.codelibs.fess.helper.DocumentHelper;
    import org.codelibs.fess.helper.DuplicateHostHelper;
    import org.codelibs.fess.helper.FileTypeHelper;
    import org.codelibs.fess.helper.IndexingHelper;
    import org.codelibs.fess.helper.IntervalControlHelper;
    import org.codelibs.fess.helper.JobHelper;
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Jul 17 08:28:31 UTC 2025
    - 28.9K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

         */
        protected String replaceDuplicateHost(final String url) {
            try {
                // remove duplicate host
                final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();
                return duplicateHostHelper.convert(url);
            } catch (final Exception e) {
                return url;
            }
        }
    
        /**
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Dec 12 13:58:40 UTC 2025
    - 54.6K bytes
    - Viewed (0)
Back to top