logger.info("Number of crawling info logs before deletion: {}", sizeBeforeDeletion);

        // Delete all old crawling sessions
        deleteMethod("/api/admin/crawlinginfo/all").then().body("response.status", equalTo(0));
        refresh();

        // Verify all old sessions are deleted (size should be 0 after deletion)
        final List<Map<String, Object>> logListAfter = readCrawlingInfo(webConfigId);

                duplicateHostHelper.init();
            } catch (final Exception e) {
                logger.warn("Could not initialize duplicateHostHelper.", e);
            }

            // delete expired sessions
            crawlingInfoService.deleteSessionIdsBefore(options.sessionId, options.name, systemHelper.getCurrentTimeAsLong());

            final List<String> webConfigIdList = options.getWebConfigIdList();