}

  private fun splitDomain(domain: String): List<String> {
    val domainLabels = domain.split('.')

    if (domainLabels.last() == "") {
      // allow for domain name trailing dot
      return domainLabels.dropLast(1)
    }

    return domainLabels
  }

  private fun findMatchingRule(domainLabels: List<String>): List<String> {
    publicSuffixList.ensureLoaded()

     * The unique identifier of the request header.
     */
    public String id;

    /**
     * The name of the request header.
     */
    public String name;

    /**
     * The value of the request header.
     */
    public String value;

    /**
     * The web configuration ID associated with this request header.
     */
    public String webConfigId;

    /**

     * @param pattern
     *            The pattern string
     * @return The converted {@literal double}
     */
    public static double toPrimitiveDouble(final Object o, final String pattern) {
        if (o == null) {
            return 0;
        } else if (o instanceof Number) {
            return ((Number) o).doubleValue();
        } else if (o instanceof String) {
            return toPrimitiveDouble((String) o);

     * java.util.Map)
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("PDF input stream is null. Cannot extract text from null input.");
        }

        final String password = getPassword(params);
        try (PDDocument document = Loader.loadPDF(new RandomAccessReadBuffer(in), password)) {

    "$host:$port"
  } else {
    host
  }
}

/** Returns a [Locale.US] formatted [String]. */
internal fun format(
  format: String,
  vararg args: Any,
): String = String.format(Locale.US, format, *args)

/**
 * will also strip BOM from the source
 */
@Throws(IOException::class)
internal fun BufferedSource.readBomAsCharset(default: Charset): Charset =

        @DisplayName("Should split DFS paths correctly")
        void testDfsPathSplit(String node, String expectedServer, String expectedShare, String expectedPath) {
            when(mockReferral.getTtl()).thenReturn(300);
            when(mockReferral.getRFlags()).thenReturn(0);
            when(mockReferral.getNode()).thenReturn(node);

      Future<String> f = testExecutor.submit(doNothing(), RESULT_VALUE);
      mock.assertLastMethodCalled("submit");
      assertEquals(RESULT_VALUE, f.get());
    }
    {
      MockExecutor mock = new MockExecutor();
      TestExecutor testExecutor = new TestExecutor(mock);
      Callable<String> task = Callables.returning(RESULT_VALUE);
      Future<String> f = testExecutor.submit(task);

public static final String USE_WITNESS = "jcifs.smb.client.useWitness";
public static final String WITNESS_HEARTBEAT_TIMEOUT = "jcifs.smb.client.witnessHeartbeatTimeout";
public static final String WITNESS_REGISTRATION_TIMEOUT = "jcifs.smb.client.witnessRegistrationTimeout";
public static final String WITNESS_RECONNECT_DELAY = "jcifs.smb.client.witnessReconnectDelay";

        String toString1 = exception1.toString();
        assertNotNull(toString1);
        assertTrue(toString1.contains("CrawlerSystemException"));
        assertTrue(toString1.contains("Test message"));

        CrawlerSystemException exception2 = new CrawlerSystemException((String) null);
        String toString2 = exception2.toString();
        assertNotNull(toString2);

    }

    /**
     * The URL field for searching failure URLs.
     */
    public String url;

    /**
     * The minimum error count field for filtering failure URLs.
     */
    public String errorCountMin;

    /**
     * The maximum error count field for filtering failure URLs.
     */
    public String errorCountMax;

    /**
     * The error name field for searching failure URLs by error type.