prefix = null;
                }
                return pagingQueryList.stream()
                        .filter(s -> prefix == null || !s.startsWith(prefix))
                        .collect(Collectors.joining("&", "&", StringUtil.EMPTY));
            }
            return null;
        }).orElse(StringUtil.EMPTY);
    }

    /**
     * Generates URL query parameters for facet filtering.
     *

                                + "=new String[]{" + labelSet.stream().map(s -> "\"" + s + "\"").collect(Collectors.joining(",")) + "}");
                        return builder.setScript(script);
                    }
                } catch (final Exception e) {
                    logger.warn("Failed to process search hit: {}", hit, e);

                    .collect(Collectors.joining(","));
            buf.append('[').append(json).append(']');
        } else if (value instanceof List) {
            final String json = ((List<?>) value).stream()
                    .map(s -> "\"" + StringEscapeUtils.escapeJson(s.toString()) + "\"")
                    .collect(Collectors.joining(","));
            buf.append('[').append(json).append(']');

                            logger.warn("{}", errors.stream().collect(Collectors.joining(", ")));
                            if (auth.isDebugActive() && StringUtil.isNotBlank(auth.getLastErrorReason())) {
                                logger.warn("Authentication Failure: {} - Reason: {}", errors.stream().collect(Collectors.joining(", ")),
                                        auth.getLastErrorReason());

                final String webUrls = urlList.stream()
                        .filter(s -> Arrays.stream(webProtocols).anyMatch(p -> s.startsWith(p)))
                        .collect(Collectors.joining("\n"));
                if (StringUtil.isNotBlank(webUrls)) {
                    webConfig = new WebConfig();
                    webConfig.setName("Default");
                    webConfig.setAvailable(true);

    }

    public void test_putValue() {
        // Test putValue method
        ExtractData data = new ExtractData();

        data.putValue("title", "Test Title");
        data.putValue("author", "John Doe");

        String[] titleValues = data.getValues("title");
        assertNotNull(titleValues);
        assertEquals(1, titleValues.length);
        assertEquals("Test Title", titleValues[0]);

                    value = stream((String[]) value).get(stream -> stream.collect(Collectors.joining("\n")));
                } else if (value instanceof List) {
                    @SuppressWarnings("unchecked")
                    final List<String> list = (List<String>) value;
                    value = list.stream().collect(Collectors.joining("\n"));
                }
            } else if (dateFieldSet.contains(key)) {

{
  "title": "Sample Document",
  "author": "John Doe",
  "version": "1.0",
  "published": "2025-01-15",
  "tags": ["crawler", "extractor", "json"],
  "content": {
    "summary": "This is a sample JSON document for testing",
    "body": "The extractor should handle nested objects and arrays properly"
  },
  "metadata": {
    "created_at": "2025-01-01T00:00:00Z",
    "updated_at": "2025-01-15T12:00:00Z"
  }

                }
            });
        }

        for (Thread th : threads) {
            th.start();
        }
        for (Thread th : threads) {
            th.join();
        }
        assertEquals(num, count.get());
        assertEquals(num, valueSet.size());

        Set<String> valueSet2 = Collections.synchronizedSet(new HashSet<>());
        threads = new Thread[threadNum];

        }
        for (int i = 0; i < crawlerContext.numOfThread; i++) {
            threads[i].start();
        }

        // join
        for (int i = 0; i < crawlerContext.numOfThread; i++) {
            try {
                threads[i].join();
            } catch (final InterruptedException e) {