* for the data format. The size is determined by a prior call to {@link #readCount}.
   */
  static <K extends @Nullable Object, V extends @Nullable Object> void populateMap(
      Map<K, V> map, ObjectInputStream stream, int size)
      throws IOException, ClassNotFoundException {
    for (int i = 0; i < size; i++) {
      @SuppressWarnings("unchecked") // reading data stored by writeMap

            assertEquals("application/pdf", mimeMap.getMimeType("pdf"));
            assertEquals("application/msword", mimeMap.getMimeType("doc"));
            assertEquals("application/vnd.ms-excel", mimeMap.getMimeType("xls"));
            assertEquals("text/html", mimeMap.getMimeType("html"));
            assertEquals("text/html", mimeMap.getMimeType("htm"));
            assertEquals("image/jpeg", mimeMap.getMimeType("jpg"));

            final Map<String, Object> itemMap = new HashMap<>();
            itemMap.put("result", item.status().name());
            if (item.isFailed()) {
                itemMap.put("message", item.getFailureMessage());
            } else {
                itemMap.put("id", item.getId());
            }
            return itemMap;

   * for the data format. The size is determined by a prior call to {@link #readCount}.
   */
  static <K extends @Nullable Object, V extends @Nullable Object> void populateMap(
      Map<K, V> map, ObjectInputStream stream, int size)
      throws IOException, ClassNotFoundException {
    for (int i = 0; i < size; i++) {
      @SuppressWarnings("unchecked") // reading data stored by writeMap

        <match value="sitemap:" type="stringignorecase" offset="0"/>
        <match value="\nuser-agent:" type="stringignorecase" offset="0:1000"/>
        <match value="\nallow:" type="stringignorecase" offset="0:1000"/>
        <match value="\ndisallow:" type="stringignorecase" offset="0:1000"/>
        <match value="\nsitemap:" type="stringignorecase" offset="0:1000"/>
      </match>

            return fileList.stream().map(fileMap -> {
                try {
                    final String path = fileMap.get("path").toString();
                    final Date timestamp =
                            new SimpleDateFormat(Constants.DATE_FORMAT_ISO_8601_EXTEND_UTC).parse(fileMap.get("@timestamp").toString());
                    for (final DictionaryCreator creator : creatorList) {

image/x-cmu-raster             ras              #
image/x-portable-anymap        pnm              #
image/x-portable-bitmap        pbm              #
image/x-portable-graymap       pgm              #
image/x-portable-pixmap        ppm              #
image/x-rgb                    rgb              # RGB Image File
image/x-xbitmap                xbm              # X-bitmap Image File
image/x-xpixmap                xpm              # X-pixmap Image File

    }

    /**
     * Adds sitemaps from robots.txt to the crawling queue.
     * @param urlQueue The URL queue to add sitemaps to.
     */
    protected void addSitemapsFromRobotsTxt(final UrlQueue<?> urlQueue) {
        final String[] sitemaps = crawlerContext.removeSitemaps();
        if (sitemaps != null) {
            for (final String childUrl : sitemaps) {
                try {

     * Default constructor.
     */
    public NetworkExplorer() {
        super();
    }

    private static LogStream log = LogStream.getInstance();

    /** The MIME type mapping */
    private MimeMap mimeMap;
    /** The CSS style for HTML rendering */
    private String style;
    /** The NTLM SSP handler */
    private NtlmSsp ntlmSsp;
    /** Flag indicating if credentials were supplied */

							if i > 1 {
								file = fmt.Sprintf("%s/part.%d", file, i)
								filemap[file] = make(map[string]string)
								filemap[file][verID] = fmt.Sprintf("%s/part.%d/shard-%02d-of-%02d", verID, i, idx, ei.V2Obj.EcN+ei.V2Obj.EcM)
								filemap[file][verID+".json"] = buf.String()
							}
							partDataToVerID[dataFile] = [2]string{file, verID}
						}