integrity sha512-HRDzbaKjC+AOWVXxAU/x54COGeIv9eb+6CkDSQoNTt4XyWoIJvuPsXizxu/Fr23EiekbtZwmh1IcIG/l/a10GQ==
  dependencies:
    find-up "^4.0.0"

punycode@^2.1.0:
  version "2.1.1"
  resolved "https://registry.yarnpkg.com/punycode/-/punycode-2.1.1.tgz#b58b010ac40c22c5657616c8d2c2c02c7bf479ec"
  integrity sha512-XRsRjdf+j5ml+y/6GKHPZbrF/8p2Yga0JPtdqTIY2Xe5ohJPD9saDJJLPvp9+NSBprVvevdXZybnj2cv8OEd0A==

qjobs@^1.2.0:

 * example, the Unicode trademark sign (™) could be confused for the letters "TM" in
 * `http://ho™ail.com`. To mitigate this, the single character (™) maps to the string (tm). There
 * is similar policy for all of the 1.1 million Unicode code points. Note that some code points such
 * as "\ud83c\udf69" are not mapped and cannot be used in a hostname.
 *

      .isEqualTo("http://a$dotA126/")
    assertInvalid("http://aa$dotA126/", "Invalid URL host: \"aa$dotA126\"")
  }

  /**
   * UTS 46 Validity Criteria: Decoded punycode must be NFC.
   *
   * https://www.unicode.org/reports/tr46/#Validity_Criteria
   */
  @Test
  fun hostnameInPunycodeNfcAndNfd() {
    // café can be NFC (é is one code point) or NFD (e plus ´ as two code points).

# Whether to remove duplicate terms in documents.
crawler.document.duplicate.term.removed=false
# Unicode space characters for document parsing.
crawler.document.space.chars=u0009u000Au000Bu000Cu000Du001Cu001Du001Eu001Fu0020u00A0u1680u180Eu2000u2001u2002u2003u2004u2005u2006u2007u2008u2009u200Au200Bu200Cu202Fu205Fu3000uFEFFuFFFDu00B6
# Unicode full stop characters for document parsing.
crawler.document.fullstop.chars=u002eu06d4u2e3cu3002

        verify(mockNdrBuffer).enc_ndr_referent(dnsDomainInfo.sid, 1);

        verify(mockDeferredNdrBuffer, times(9)).enc_ndr_long(anyInt()); // 3 enc_ndr_long for each of 3 unicode strings
        verify(mockDeferredNdrBuffer, times(3)).enc_ndr_long(0);
        verify(mockDeferredNdrBuffer, times(3)).advance(anyInt());