Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 17 for store (0.01 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/FileTransformer.java

    /**
     * <p>
     * FileTransformer stores the content of a crawled resource as a file on the file system.
     * It extends HtmlTransformer and provides functionality to:
     * </p>
     * <ul>
     *     <li>Specify a base directory for storing files.</li>
     *     <li>Generate file paths from URLs, replacing special characters.</li>
     *     <li>Handle duplicated file paths by appending a counter.</li>
     *     <li>Store the file path in the result data.</li>
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 11.7K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/JodExtractor.java

                final String outExt = getOutputExtension(extension);
                outputFile = createTempFile("cmdextout_" + filePrefix + "_", "." + outExt, tempDir);
    
                // store to a file
                CopyUtil.copy(in, inputFile);
    
                LocalConverter.make(officeManager).convert(inputFile).to(outputFile).execute();
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 10.3K bytes
    - Viewed (0)
  3. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchDataService.java

        @PostConstruct
        public void init() {
            fesenClient.addOnConnectListener(() -> createMapping("data"));
        }
    
        /**
         * Stores an access result in the OpenSearch index.
         *
         * @param accessResult The access result to store.
         */
        @Override
        public void store(final OpenSearchAccessResult accessResult) {
            super.insert(accessResult, accessResult.getId() == null ? OpType.CREATE : OpType.INDEX);
        }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 10.9K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformer.java

                xpathAPI.set(cachedXPathAPI);
            }
            return cachedXPathAPI;
        }
    
        /**
         * Stores child URLs found in the HTML content.
         *
         * @param responseData the response data containing the HTML content
         * @param resultData the result data to store child URLs in
         * @throws CrawlingAccessException if URL extraction fails
         */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 28.5K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

                } else {
                    responseProcessor.process(responseData);
                }
            }
    
        }
    
        /**
         * Stores child URLs to the crawling queue.
         * @param childUrlList The set of child URLs to store.
         * @param url The parent URL.
         * @param depth The depth of the child URLs.
         */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

                    if (logger.isDebugEnabled()) {
                        logger.debug("Storing accessResult: {}", accessResult);
                    }
                    try {
                        // store
                        CrawlingParameterUtil.getDataService().store(accessResult);
                    } catch (final Exception e) {
                        crawlerContext.decrementAndGetAccessCount();
                        if (urlQueueService.visited(urlQueue)) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/transformer/TransformerTest.java

                if (responseData == null) {
                    return null;
                }
    
                ResultData resultData = new ResultData();
                resultData.setTransformerName(name);
                // Store some dummy data
                resultData.setData("test data".getBytes());
    
                return resultData;
            }
    
            @Override
            public Object getData(AccessResultData<?> accessResultData) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 28K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/EmlExtractor.java

            }
        }
    
        /**
         * Puts a value into the extract data with appropriate type conversion.
         *
         * @param data the extract data to store the value in
         * @param key the key for the value
         * @param value the value to store
         */
        protected void putValue(final ExtractData data, final String key, final Object value) {
            try {
                if (value instanceof String) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 12.6K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/CommandExtractor.java

                    }
                } else {
                    ext = outputExtension;
                }
                outputFile = createTempFile("cmdextout_" + filePrefix + "_", ext, tempDir);
    
                // store to a file
                CopyUtil.copy(in, inputFile);
    
                executeCommand(inputFile, outputFile);
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 16K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/XmlTransformer.java

                return resultData;
            } catch (final CrawlerSystemException e) {
                throw e;
            } catch (final Exception e) {
                throw new CrawlerSystemException("Could not store data.", e);
            }
        }
    
        /**
         * Retrieves a list of XPath nodes from the document.
         *
         * @param doc The XML document.
         * @param xpath The XPath expression.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 23.9K bytes
    - Viewed (0)
Back to top