blkStart = nextBlkStart;
        block.setLength(0);
        prevToken = null;
        while (true) {
            if (ch != -1) {
                ch = readCharFromBuffer();
            }
            if (ch == -1) {
                break;
            } else if (!isDelimiter(ch)) {
                block.append((char) ch);
            } else if (block.length() > 0) {
                break;

     * @param defaultEncoding the default encoding to set
     * @throws IllegalArgumentException if the default encoding is blank
     */
    public void setDefaultEncoding(final String defaultEncoding) {
        if (StringUtil.isBlank(defaultEncoding)) {
            throw new IllegalArgumentException("Default encoding must not be blank.");
        }
        this.defaultEncoding = defaultEncoding;
    }

    /**

 *     String name = header.getName();
 *     String value = header.getValue();
 *     boolean isValid = header.isValid();
 * </pre>
 *
 * <p>Note: The name should not be blank and the value should not be null for the header to be considered valid.</p>
 *
 * @see java.io.Serializable
 */
public class RequestHeader implements Serializable {

    private static final long serialVersionUID = 1L;

     * @param maxLength The maximum content length in bytes
     * @throws CrawlerSystemException if the MIME type is blank or maxLength is negative
     */
    public void addMaxLength(final String mimeType, final long maxLength) {
        if (StringUtil.isBlank(mimeType)) {
            throw new CrawlerSystemException("MIME type is a blank.");
        }
        if (maxLength < 0) {

</tr>
</tbody>
</table> </td>
</tr>
<tr>

        if (StringUtil.isBlank(endpoint)) {
            throw new CrawlingAccessException("endpoint is blank.");
        }
        builder.endpoint(endpoint);
        final String accessKey = getInitParameter("accessKey", null, String.class);
        if (StringUtil.isBlank(accessKey)) {
            throw new CrawlingAccessException("accessKey is blank.");
        }
        final String secretKey = getInitParameter("secretKey", null, String.class);

 * </ul>
 *
 * <p>Passwords are matched against URLs or resource names using regular expression patterns.
 * The extractor first tries to match against the URL, then falls back to the resource name if available.
 *
 * @author shinsuke
 */
public abstract class PasswordBasedExtractor extends AbstractExtractor {

    /** Logger instance for this class. */

     *
     * <p>This method iterates through the provided array of SuggestItem objects and merges
     * items that have the same ID. The merged items are added to a new list, which is then
     * converted back to an array and returned.</p>
     *
     * @param items an array of SuggestItem objects to be merged
     * @return an array of merged SuggestItem objects
     */

 *
 * <p>
 * The class handles character encoding issues by attempting to use the specified charset.
 * If the specified charset is invalid, it falls back to UTF-8.
 * </p>
 *
 * <p>
 * The class also provides methods to set and get the charset name used for encoding and decoding the text content.
 * </p>
 *
 * <p>

        final String url = urlQueue.getUrl();
        if (StringUtil.isBlank(url)) {
            if (logger.isDebugEnabled()) {
                logger.debug("URL is a blank: {}", url);
            }
            return false;
        }

        // check it in queue
        for (final UrlQueue<Long> urlInQueue : urlQueueList) {
            if (url.equals(urlInQueue.getUrl())) {