doc -> { L232: buf.setLength(0); L233: buf.append('{'); L234: boolean first2 = true; L235: for (final Map.Entry<String, Object> entry : doc.entrySet()) { L236: final String name = entry.getKey(); L237: if (StringUtil.isNotBlank(name) && entry.getValue() != null) { L238: if (!first2) { L239: buf.append(','); L240: } else { L241: ...

Paths.get(logFilePath); L255: try (Stream<Path> stream = Files.list(logDirPath)) { L256: stream.filter(entry -> isLogFilename(entry.getFileName().toString())).forEach(filePath -> { L257: final ZipEntry entry = new ZipEntry(id + "/" + filePath.getFileName().toString()); L258: try { L259: zos.putNextEntry(entry); L260: final long len = Files.copy(filePath, zos); L261: if (logger.isDebugEnabled())...

String baseHref = getBaseHref(document); L758: try { L759: final URL url = getBaseUrl(responseData.getUrl(), baseHref); L760: for (final Map.Entry<String, String> entry : childUrlRuleMap.entrySet()) { L761: for (final String u : getUrlFromTagAttribute(url, document, entry.getKey(), entry.getValue(), responseData.getCharSet())) { L762: anchorList.add(RequestDataBuilder.newRequestData().get().url(u).build()); L763: } L764:...

gParameterMap(ConfigName.SCRIPT); L324: final Map<String, String> metaConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.META); L325: for (final Map.Entry<String, String> entry : metaConfigMap.entrySet()) { L326: final String key = entry.getKey(); L327: final String[] values = entry.getValue().split(","); L328: for (final String value : values) { L329: putResultDataWithTemplate(dataMap, key, metaDataMap.get(value), scriptConfigMap.get(key),...

nfoMap(options.sessionId); L373: L374: final StringBuilder buf = new StringBuilder(500); L375: for (final Map.Entry<String, String> entry : infoMap.entrySet()) { L376: if (buf.length() != 0) { L377: buf.append(','); L378: } L379: buf.append(entry.getKey()).append('=').append(entry.getValue()); L380: } L381: if (logger.isInfoEnabled()) { L382: logger.info("[CRAWL INFO] {}", buf);...

nt-Type", contentType); L130: } L131: L132: request.getParameterMap().entrySet().stream().forEach(entry -> { L133: if (entry.getValue().length > 1) { L134: curlRequest.param(entry.getKey(), String.join(",", entry.getValue())); L135: } else if (entry.getValue().length == 1) { L136: curlRequest.param(entry.getKey(), entry.getValue()[0]); L137: } L138: }); L139: try (final CurlResponse curlResponse = curlRequest.onConnect((req,...

HashMap<>(); L148: factory.setInitParameterMap(factoryParamMap); L149: L150: // parameters L151: for (final Map.Entry<String, String> entry : paramMap.entrySet()) { L152: final String key = entry.getKey(); L153: if (key.startsWith(CRAWLER_PARAM_PREFIX)) { L154: factoryParamMap.put(key.substring(CRAWLER_PARAM_PREFIX.length()), entry.getValue()); L155: } L156: } L157: L158: // user agent L159: final String userAgent = pa...

L252: } L253: L254: default Map<String, Object> processFieldConfigs(final Map<String, Object> dataMap, final FieldConfigs fieldConfigs) { L255: final Map<String, Object> newDataMap = new LinkedHashMap<>(); L256: for (final Map.Entry<String, Object> e : dataMap.entrySet()) { L257: if (fieldConfigs.getConfig(e.getKey()).map(FieldConfigs.Config::isOverwrite).orElse(false) L258: && e.getValue() instanceof final Object[] values && values.length > 0) {...

final String key = e.getKey(); L683: if (StringUtil.isBlank(key)) { L684: return false; L685: } L686: return pattern.matcher(key).matches(); L687: }).collect(Collectors.toMap(Entry<String, String>::getKey, Entry<String, String>::getValue)); L688: } L689: L690: protected Map<String, String> getEnvMap() { L691: return System.getenv(); L692: } L693: L694: public String getVersion() { L695: return version; L696: } L697:...

java.text.NumberFormat; L19:import java.util.Arrays; L20:import java.util.Enumeration; L21:import java.util.HashMap; L22:import java.util.HashSet; L23:import java.util.List; L24:import java.util.Locale; L25:import java.util.Map; L26:import java.util.Map.Entry; L27:import java.util.Set; L28:import java.util.concurrent.ExecutionException; L29:import java.util.function.Consumer; L30:import java.util.stream.Collectors; L31: L32:import org.apache.logging.log4j.LogManager; L33:import org.apache.logging.log4j.Logger;...