* governing permissions and limitations under the License.
 */
package org.codelibs.fess.helper;

import static org.codelibs.core.stream.StreamUtil.stream;

import java.time.ZonedDateTime;
import java.time.format.DateTimeFormatter;
import java.util.Comparator;
import java.util.LinkedHashMap;
import java.util.Locale;
import java.util.Map;
import java.util.stream.Collectors;

import org.apache.commons.text.StringEscapeUtils;

  --type=data
```

**Step 2: Convert to Fess Format**

Transform documents to include Fess required fields. Example transformation script:

```python
import json

with open('documents.json', 'r') as infile, \
     open('fess-documents.json', 'w') as outfile:
    for line in infile:
        doc = json.loads(line)

        # Transform to Fess format
        fess_doc = {

     * to extract configuration information for web and file crawling.
     *
     * @param is the input source containing the GSA configuration XML
     * @throws GsaConfigException if parsing fails due to XML format issues or other errors
     */
    public void parse(final InputSource is) {
        try {
            final SAXParserFactory factory = SAXParserFactory.newInstance();

     * The description of the video.
     * Maximum 2048 characters.
     */
    private String description;

    /**
     * A URL pointing to the actual video media file.
     * Must be one of the supported formats.
     */
    private String contentLoc;

    /**
     * A URL pointing to a player for a specific video.
     * Usually this is the information in the src element of an <embed> tag.
     */

                + Arrays.toString(newInputs) + ", newOutput=" + newOutput + "]";
    }

    /**
     * Returns a compact string representation of this mapping item in the format "input1,input2=>output".
     * If the item has pending updates, the new values are used; otherwise, the current values are used.
     *
     * @return compact string representation of the mapping rule
     */

  }

  /**
   * Returns a new {@code TypeResolver} with type variables in {@code formal} mapping to types in
   * {@code actual}.
   *
   * <p>For example, if {@code formal} is a {@code TypeVariable T}, and {@code actual} is {@code
   * String.class}, then {@code new TypeResolver().where(formal, actual)} will {@linkplain
   * #resolveType resolve} {@code ParameterizedType List<T>} to {@code List<String>}, and resolve

    - tutorial/header-param-models.md
    - tutorial/response-model.md
    - tutorial/extra-models.md
    - tutorial/response-status-code.md
    - tutorial/request-forms.md
    - tutorial/request-form-models.md
    - tutorial/request-files.md
    - tutorial/request-forms-and-files.md
    - tutorial/handling-errors.md
    - tutorial/path-operation-configuration.md
    - tutorial/encoder.md
    - tutorial/body-updates.md

        assertEquals("15 B", format.format(15L));
        assertEquals("999 B", format.format(999L));
        assertEquals("1.0 kB", format.format(1000L));
        assertEquals("5.5 kB", format.format(5500L));
        assertEquals("10 kB", format.format(10L * 1000L));
        assertEquals("15 kB", format.format(15L * 1000L));
        assertEquals("999 kB", format.format(999L * 1000L));
        assertEquals("1.0 MB", format.format(1000L * 1000L));

        return false;
      }
    }
    return true;
  }

  private static IllegalArgumentException formatIllegalArgumentException(
      String format, Object... args) {
    return new IllegalArgumentException(String.format(Locale.ROOT, format, args));
  }

        final Date date = toDate("11:49");
        assertThat(new SimpleDateFormat("HH:mm:ss").format(date), is("11:49:00"));
    }

    /**
     * @throws Exception
     */
    @Test
    public void testToDate_MediumStyle() throws Exception {
        final Date date = toDate("11:49:10");
        assertThat(new SimpleDateFormat("HH:mm:ss").format(date), is("11:49:10"));
    }

    /**
     * @throws Exception
     */