if (crawlingInfoHelper != null) {
            final SimpleDateFormat dateFormat = new SimpleDateFormat(CoreLibConstants.DATE_FORMAT_ISO_8601_EXTEND);
            crawlingInfoHelper.putToInfoMap(key, dateFormat.format(new Date()));
        }
    }

    /**
     * Waits for a crawler thread to complete execution.

    val servedDate = Date(System.currentTimeMillis() + TimeUnit.HOURS.toMillis(-2))
    val dateFormat: DateFormat = SimpleDateFormat("EEE dd-MMM-yyyy HH:mm:ss z", Locale.US)
    dateFormat.timeZone = TimeZone.getTimeZone("America/New_York")
    val lastModifiedString = dateFormat.format(lastModifiedDate)
    val servedString = dateFormat.format(servedDate)

    // This response should be conditionally cached.
    server.enqueue(

        }
        return params.get(name);
    }

    default void addCrawlerMetadataNameMapping(final String name, final String fieldName, final String mappingType,
            final String dateFormat) {
        if (getCrawlerMetadataNameMapping(name) != null) {
            return;
        }

        @SuppressWarnings("unchecked")
        final Map<String, Tuple3<String, String, String>> params =