* @param defaultEncoding the default encoding to set
     * @throws IllegalArgumentException if the default encoding is blank
     */
    public void setDefaultEncoding(final String defaultEncoding) {
        if (StringUtil.isBlank(defaultEncoding)) {
            throw new IllegalArgumentException("Default encoding must not be blank.");
        }
        this.defaultEncoding = defaultEncoding;
    }

    /**

     * @param maxLength The maximum content length in bytes
     * @throws CrawlerSystemException if the MIME type is blank or maxLength is negative
     */
    public void addMaxLength(final String mimeType, final long maxLength) {
        if (StringUtil.isBlank(mimeType)) {
            throw new CrawlerSystemException("MIME type is a blank.");
        }
        if (maxLength < 0) {

 *     String name = header.getName();
 *     String value = header.getValue();
 *     boolean isValid = header.isValid();
 * </pre>
 *
 * <p>Note: The name should not be blank and the value should not be null for the header to be considered valid.</p>
 *
 * @see java.io.Serializable
 */
public class RequestHeader implements Serializable {

    private static final long serialVersionUID = 1L;

        if (StringUtil.isBlank(endpoint)) {
            throw new CrawlingAccessException("endpoint is blank.");
        }
        builder.endpoint(endpoint);
        final String accessKey = getInitParameter("accessKey", null, String.class);
        if (StringUtil.isBlank(accessKey)) {
            throw new CrawlingAccessException("accessKey is blank.");
        }
        final String secretKey = getInitParameter("secretKey", null, String.class);

fb51f268eeba54%26autoactions%3D1438260718%26uid%3D131239501%26nid%3D244%2B123&amp;t=1&amp;cn=ZmxleGlibGVfcmVjc18y&amp;sig=faadb60a4f6304814f721157367df3076b5a98a2&amp;iid=7c2e8db7f2e0464eb1fb51f268eeba54&amp;uid=131239501&amp;nid=244+123" target="blank" style="text-decoration:none;border-style:none;border:0;padding:0;margin:0;"><img src="https://pbs.twimg.com/profile_images/2997456682/ad8b6c8d2313f963ecbbced0fa1b40f9_reasonably_small.png" class="avatar_med" width="32" height="32" style="margin:0...

        final String url = urlQueue.getUrl();
        if (StringUtil.isBlank(url)) {
            if (logger.isDebugEnabled()) {
                logger.debug("URL is a blank: {}", url);
            }
            return false;
        }

        // check it in queue
        for (final UrlQueue<Long> urlInQueue : urlQueueList) {
            if (url.equals(urlInQueue.getUrl())) {

     * If no extractor exists for the key, a new array containing the extractor is created and associated with the key.
     *
     * @param key       The key associated with the extractor. Must not be null or blank.
     * @param extractor The extractor to add. Must not be null.
     */
    public void addExtractor(final String key, final Extractor extractor) {
        if (StringUtil.isBlank(key)) {

            final String region = System.getenv().get("STORAGE_SECRET_KEY");
            try {
                if (StringUtil.isBlank(endpoint)) {
                    throw new IOException("endpoint is blank.");
                }
                final Builder builder = MinioClient.builder().endpoint(endpoint);
                if (StringUtil.isNotBlank(accessKey) && StringUtil.isNotBlank(secretKey)) {

        final String url = urlQueue.getUrl();
        if (StringUtil.isBlank(url)) {
            if (logger.isDebugEnabled()) {
                logger.debug("URL is a blank: {}", url);
            }
            return false;
        }

        final String sessionId = urlQueue.getSessionId();
        if (super.exists(sessionId, url)) {
            return true;
        }

         * @param text The text to analyze.
         * @param field The field name.
         * @param lang The language.
         * @return A list of analyzed tokens, or null if the contents reading analyzer name is blank.
         */
        @Override
        public List<AnalyzeToken> analyzeAndReading(final String text, final String field, final String lang) {
            try {