*
 * <p>Example usage:
 * <pre>{@code
 * Reader reader = new StringReader("Example text to normalize.");
 * String normalizedText = TextUtil.normalizeText(reader)
 *                                  .initialCapacity(5000)
 *                                  .maxAlphanumTermSize(100)
 *                                  .maxSymbolTermSize(50)
 *                                  .duplicateTermRemoved(true)

            @Override
            protected ResponseData processHttpMethod(final String url, final HttpUriRequest httpRequest) {
                try {
                    Thread.sleep(2000);
                } catch (InterruptedException e) {
                    throw new CrawlingAccessException(e);
                }
                return null;
            }
        };

      <!--  the length of a child atom, or start of data -->
      <match value="moov\000" type="string" offset="4"/>
      <match value="mdat\000" type="string" offset="4"/>
      <match value="free\000" type="string" offset="4"/>
      <match value="skip\000" type="string" offset="4"/>
      <match value="pnot\000" type="string" offset="4"/>
      <!-- General Atom match, specific ftypXXX ones present for subtypes -->

        FtpClient client = new FtpClient() {
            @Override
            protected ResponseData getResponseData(final String uri, final boolean includeContent) {
                try {
                    Thread.sleep(2000);
                } catch (InterruptedException e) {
                    throw new CrawlingAccessException(e);
                }
                return null;
            }
        };

        }

        final MimeTypeHelper mimeTypeHelper = getMimeTypeHelper();
        final ExtractorFactory extractorFactory = getExtractorFactory();
        final StringBuilder buf = new StringBuilder(1000);

        try (final ArchiveInputStream ais =
                archiveStreamFactory.createArchiveInputStream(in.markSupported() ? in : new BufferedInputStream(in))) {
            ZipArchiveEntry entry = null;

     * @return A text.
     */
    protected String getTextInternal(final InputStream in, final MimeTypeHelper mimeTypeHelper, final ExtractorFactory extractorFactory) {

        final StringBuilder buf = new StringBuilder(1000);

        ArchiveInputStream ais = null;

        try {
            ais = archiveStreamFactory.createArchiveInputStream("tar", in);
            TarArchiveEntry entry = null;
            long contentSize = 0;

            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt();
                    break;
                }

möglich: Abt. I – Studierendenservice, Team für Betreuung Internationaler Studierender im Raum H 51.
Sprechzeiten: montags, dienstags, donnerstags 9.30 Uhr bis 12.30 Uhr und 13.30 Uhr – 16.30 Uhr, freitags von
10.00 Uhr – 15.00 Uhr, mittwochs ist geschlossen.
Im Auftrag
G. Rabe

        String sessionId = "test-session-020";
        urlFilter.init(sessionId);

        // Create a very long URL
        StringBuilder longUrl = new StringBuilder("https://example.com/");
        for (int i = 0; i < 1000; i++) {
            longUrl.append("very/long/path/segment/");
        }
        longUrl.append("file.html");

        urlFilter.addInclude("https://example.com/.*");

    }

    /**
     * Test concurrent access count operations
     */
    public void test_accessCount_concurrent() throws Exception {
        final int threadCount = 100;
        final int operationsPerThread = 1000;
        final CountDownLatch startLatch = new CountDownLatch(1);
        final CountDownLatch endLatch = new CountDownLatch(threadCount);

        ExecutorService executor = Executors.newFixedThreadPool(threadCount);