# common

# Default script for the crawler (e.g., groovy).
crawler.default.script=groovy
# Number of threads for HTTP crawling.
crawler.http.thread_pool.size=0
# Serializer type for crawler data (e.g., kryo).
crawler.data.serializer=kryo
# Maximum length of site name in documents.
crawler.document.max.site.length=100
# Encoding for site names in documents.