if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            return new ExtractData(new String(InputStreamUtil.getBytes(in), getEncoding()));
        } catch (final Exception e) {
            throw new ExtractException(e);
        }
    }

    /**

        /**
         * Accepts a writer.
         * @param writer A writer.
         * @throws IOException if an I/O error occurs.
         * @throws TikaException if a Tika exception occurs.
         * @throws SAXException if a SAX exception occurs.
         */
        void accept(Writer writer) throws IOException, TikaException, SAXException;
    }

    /**
     * Sets the output encoding.

         * @throws IllegalArgumentException If the arguments are invalid
         * @throws InsufficientDataException If insufficient data is available
         * @throws InternalException If an internal error occurs
         * @throws InvalidResponseException If the response is invalid
         * @throws NoSuchAlgorithmException If the algorithm is not available
         * @throws XmlParserException If XML parsing fails

            }
        } catch (final IOException e) {
            throw new SuggestSettingsException("Failed to create mappings.");
        }
    }

    /**
     * Load index settings.
     * @return Index settings
     * @throws IOException I/O exception
     */
    protected String loadIndexSettings() throws IOException {

        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            @SuppressWarnings("resource")
            final PublisherTextExtractor publisherTextExtractor = new PublisherTextExtractor(in);
            return new ExtractData(publisherTextExtractor.getText());
        } catch (final IOException e) {
            throw new ExtractException(e);
        }
    }

                        file = new File(targetFile, paths[i] + "_" + j);
                        if (!file.exists()) {
                            if (!file.mkdirs()) {
                                throw new CrawlerSystemException("Could not create " + file.getAbsolutePath());
                            }
                            break;
                        }
                        if (file.isDirectory()) {

     *
     * @param defaultEncoding the default encoding to set
     * @throws IllegalArgumentException if the default encoding is blank
     */
    public void setDefaultEncoding(final String defaultEncoding) {
        if (StringUtil.isBlank(defaultEncoding)) {
            throw new IllegalArgumentException("Default encoding must not be blank.");
        }
        this.defaultEncoding = defaultEncoding;

     * java.util.Map)
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            final BufferedInputStream bis = new BufferedInputStream(in);
            final String enc = getEncoding(bis);

            try {
                final boolean isTimeout = !latch.await(time, unit);
                if (isTimeout) {
                    throw new SuggesterException("Request timeout. time:" + time + " unit:" + unit.name());
                }
                if (error != null) {
                    throw new SuggesterException("An error occurred during the deferred computation.", error);
                }
                return response;

     */
    public void addClient(final String regex, final CrawlerClient client) {
        if (StringUtil.isBlank(regex)) {
            throw new CrawlerSystemException("A regular expression is null.");
        }
        if (client == null) {
            throw new CrawlerSystemException("CrawlerClient is null.");
        }
        clientMap.put(Pattern.compile(regex), client);
    }

    /**