Shinsuke Sugaya <******@****.***> 1444529815 +0900

Shinsuke Sugaya <******@****.***> 1444529815 +0900

type Token struct {
	ScanToken
	text string
}

// Make returns a Token with the given rune (ScanToken) and text representation.
func Make(token ScanToken, text string) Token {
	// Substitute the substitutes for . and /.
	text = strings.ReplaceAll(text, "\u00B7", ".")
	text = strings.ReplaceAll(text, "\u2215", "/")
	return Token{ScanToken: token, text: text}
}

func (l Token) String() string {

            "analyzer": "sorani_analyzer"
          }
        }
      },
      {
        "lang_cs": {
          "match": "*_cs",
          "mapping": {
            "type": "text",
            "analyzer": "czech_analyzer"
          }
        }
      },
      {
        "lang_da": {
          "match": "*_da",
          "mapping": {
            "type": "text",
            "analyzer": "danish_analyzer"

            "analyzer": "sorani_analyzer"
          }
        }
      },
      {
        "lang_cs": {
          "match": "*_cs",
          "mapping": {
            "type": "text",
            "analyzer": "czech_analyzer"
          }
        }
      },
      {
        "lang_da": {
          "match": "*_da",
          "mapping": {
            "type": "text",
            "analyzer": "danish_analyzer"

        // Test analyze with empty text
        String text = "";
        String field = "content";
        String lang = "en";

        List<AnalyzeToken> tokens = analyzer.analyze(text, field, lang);

        assertNotNull(tokens);
        assertTrue(tokens.isEmpty());
    }

    @Test
    public void testAnalyzeWithNullText() {
        // Test analyze with null text
        String text = null;

        // Test convert with various whitespace
        converter.init();
        String text = "  test  \n\t  text  ";
        String field = "content";

        List<String> readings = converter.convert(text, field, "en");

        assertNotNull(readings);
        assertEquals(1, readings.size());
        assertEquals("  TEST  \n\t  TEXT  ", readings.get(0));
    }

    @Test

    response = client.get("/docs")
    assert response.status_code == 200, response.text
    assert '"syntaxHighlight": false' in response.text, (
        "syntaxHighlight should be included and converted to JSON"
    )
    assert '"dom_id": "#swagger-ui"' in response.text, (
        "default configs should be preserved"
    )
    assert "presets: [" in response.text, "default configs should be preserved"

* text eol=lf

#
# The above will handle all files NOT found below
# https://help.github.com/articles/dealing-with-line-endings/
# https://github.com/Danimoth/gitattributes

# These are explicitly windows files and should use crlf
*.bat           text eol=crlf

# These files are text and should be normalized (Convert crlf => lf)
*.bash          text eol=lf
*.css           text diff=css
*.htm           text diff=html

	<script type="text/javascript" src="${fe:url('/js/jquery-3.7.1.min.js')}"></script>
	<script type="text/javascript" src="${fe:url('/js/clipboard.min.js')}"></script>
	<script type="text/javascript" src="${fe:url('/js/popper.min.js')}"></script>
	<script type="text/javascript" src="${fe:url('/js/bootstrap.min.js')}"></script>
	<script type="text/javascript" src="${fe:url('/js/suggestor.js')}"></script>