this.sessionId = sessionId;
        if (!cachedIncludeSet.isEmpty()) {
            try {
                getUrlFilterService().addIncludeUrlFilter(sessionId, cachedIncludeSet.stream().collect(Collectors.toList()));
            } catch (final Exception e) {
                logger.warn("Failed to add include_urls on " + sessionId, e);
            }
            cachedIncludeSet.clear();
        }

                                .stream()
                                .map(e -> new Pair<>(Pattern.compile(e.getKey()), e.getValue()))
                                .collect(Collectors.toList());
                    } catch (final Exception e) {
                        logger.warn("Failed to parse passwords for " + url, e);
                        list = Collections.emptyList();
                    }

                        return new BasicNameValuePair(name, value);
                    }).collect(Collectors.toList()));
            if (paramList != null) {
                parameters.addAll(
                        paramList.stream().map(p -> new BasicNameValuePair(p.getFirst(), p.getSecond())).collect(Collectors.toList()));
            }
            return new UrlEncodedFormEntity(parameters, encoding);

            final Set<RequestData> urlSet = e.getChildUrlList();
            assertEquals(5, urlSet.size());
            final List<String> urlList = urlSet.stream().map(x -> x.getUrl()).sorted().toList();
            assertEquals("ftp://localhost:10021/dir1", urlList.get(0));
            assertEquals("ftp://localhost:10021/dir2", urlList.get(1));
            assertEquals("ftp://localhost:10021/text 3.txt", urlList.get(2));

                                .stream()
                                .map(f -> Pattern.compile(f.getUrl()))
                                .collect(Collectors.toList());
                    }
                });
    }

    /**
     * Adds an include URL filter for the specified session.
     *
     * @param sessionId The session ID.

            insertAll(targetList.stream()
                    .filter(urlQueue -> StringUtil.isNotBlank(urlQueue.getSessionId()) && StringUtil.isNotBlank(urlQueue.getUrl()))
                    .collect(Collectors.toList()), OpType.CREATE, true);
            if (logger.isDebugEnabled()) {
                logger.debug("Offered URL: Session ID: {}, UrlQueue: {}", sessionId, targetList);
            }
        }
    }

    /**

                    uq.setUrl(d.getUrl());
                    uq.setWeight(d.getWeight());
                    return uq;
                })
                .collect(Collectors.toList());

        if (!childList.isEmpty()) {
            CrawlingParameterUtil.getUrlQueueService().offerAll(crawlerContext.getSessionId(), childList);
        }
    }

    /**
     * Gets the transformer.

                    uq.setUrl(d.getUrl());
                    uq.setWeight(d.getWeight());
                    return uq;
                })
                .collect(Collectors.toList());
        urlQueueService.offerAll(crawlerContext.sessionId, childList);
    }

    /**
     * Stores a single child URL to the crawling queue.
     * @param childUrl The child URL to store.

				"application/x-pkcs7-certificates",
				"application/x-pkcs7-certreqresp",
				"application/x-prt",
				"application/x-quattro-pro",
				"application/x-rar-compressed",
				"application/x-roxio-toast",
				"application/x-rpm",
				"application/x-sas",
				"application/x-sas-program-data",
				"application/x-sas-audit",
				"application/x-sas-data",
				"application/x-sas-view",

      <match value="\x52\x61\x72\x21\x1a\x07\x01\x00" type="string" offset="0"/>
    </magic>
    <sub-class-of type="application/x-rar-compressed"/>
  </mime-type>
  <mime-type type="application/x-roxio-toast">
    <glob pattern="*.toast"/>
    <sub-class-of type="application/x-iso9660-image"/>
  </mime-type>

  <mime-type type="application/x-rpm">
    <_comment>RedHat Package Manager</_comment>
    <glob pattern="*.rpm"/>