/**
         * Compiles a robots.txt path pattern into a regular expression pattern.
         * According to RFC 9309:
         * - '*' matches any sequence of characters (including the empty sequence)
         * - '$' matches the end of the URL path
         * - All other characters are matched literally
         *
         * @param pattern the robots.txt path pattern
         * @return the compiled Pattern object
         */

        if (chars.length >= 2 && Character.isUpperCase(chars[0]) && Character.isUpperCase(chars[1])) {
            return name;
        }
        chars[0] = Character.toLowerCase(chars[0]);
        return new String(chars);
    }

    /**
     * Capitalizes a string according to JavaBeans conventions.
     * Note: If the first two characters are uppercase, the string will not be capitalized.
     * <p>

            assertTrue("Error message should contain 'text content'", message.contains("text content"));
        }
    }

    /**
     * Test extraction with special characters and control characters.
     */
    public void test_getText_withSpecialCharacters_handlesCorrectly() {
        final String specialContent = "Tab\there\nNewline\rCarriage return\0Null byte";

package org.codelibs.fess.crawler.util;

/**
 * Utility class for character-related operations.
 */
public final class CharUtil {
    /**
     * Private constructor to prevent instantiation of this utility class.
     */
    private CharUtil() {
    }

    /**
     * Checks if the given character is a valid URL character.
     *
     * Valid URL characters include:
     * - Lowercase letters (a-z)

      verifyHostname(hostname, it)
    }
  }

  /**
   * This is like [toLowerCase] except that it does nothing if this contains any non-ASCII
   * characters. We want to avoid lower casing special chars like U+212A (Kelvin symbol) because
   * they can return ASCII characters that match real hostnames.
   */
  private fun String.asciiToLowercase(): String =
    when {
      isAscii() -> lowercase(Locale.US) // This is an ASCII string.

}

/**
 * Returns the next index in this at or after [startIndex] that is a character from
 * [characters]. Returns the input length if none of the requested characters can be found.
 */
private fun String.indexOfElement(
  characters: String,
  startIndex: Int = 0,
): Int {
  for (i in startIndex until length) {
    if (this[i] in characters) {
      return i
    }
  }
  return length

    @Test
    @DisplayName("Should handle control characters in hexdump")
    void testHexdumpControlCharacters() {
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        PrintStream ps = new PrintStream(baos);

        // Test with control characters and printable characters
        byte[] data = { 0x00, 0x01, 0x09, 0x0A, 0x0D, 0x1F, // Control characters
                0x20, 0x41, 0x42, 0x7E, // Printable characters

    }

    /**
     * Test with special characters in the target name.
     */
    @Test
    void testSpecialCharacters() {
        String specialChars = "サーバー名/ドメイン.com-123!@#$"; // Japanese characters and symbols
        AvTargetName avTargetName = new AvTargetName(specialChars);
        assertEquals(specialChars, avTargetName.getTargetName(), "Special characters should be handled correctly");
    }

	file *os.File // If non-nil, file descriptor to close.
}

func NewTokenizer(name string, r io.Reader, file *os.File) *Tokenizer {
	var s scanner.Scanner
	s.Init(r)
	// Newline is like a semicolon; other space characters are fine.
	s.Whitespace = 1<<'\t' | 1<<'\r' | 1<<' '
	// Don't skip comments: we need to count newlines.
	s.Mode = scanner.ScanChars |
		scanner.ScanFloats |
		scanner.ScanIdents |
		scanner.ScanInts |

    return asByteSource(url).read();
  }

  /**
   * Reads all characters from a URL into a {@link String}, using the given character set.
   *
   * @param url the URL to read from
   * @param charset the charset used to decode the input stream; see {@link StandardCharsets} for
   *     helpful predefined constants
   * @return a string containing all the characters from the URL
   * @throws IOException if an I/O error occurs.
   */