responseData.setCharSet("ISO-8859-1");
        responseData.setMimeType("text/html");
        final ResultData resultData = htmlTransformer.transform(responseData);
        assertEquals(content, new String(resultData.getData()));
        assertEquals(1, resultData.getChildUrlSet().size());
        assertEquals("http://hoge/test2.html", resultData.getChildUrlSet().iterator().next().getUrl());
    }

    public void test_transform_urllink() {

        responseData.setCharSet(Constants.UTF_8);
        responseData.setResponseBody(data);
        responseData.setMimeType("text/plain");
        final ResultData resultData = textTransformer.transform(responseData);
        assertEquals("xyz", new String(resultData.getData(), resultData.getEncoding()));
    }

    public void test_transform_html() throws Exception {

import org.codelibs.fess.crawler.entity.ResultData;

/**
 * The Transformer interface defines methods for transforming response data
 * and retrieving data from access results.
 */
public interface Transformer {

    /**
     * Transforms the given ResponseData into a ResultData.
     *
     * @param responseData the data to be transformed
     * @return the transformed ResultData
     */

 * responseData.setUrl("http://example.com");
 *
 * ResultData resultData = new ResultData();
 *
 * transformer.storeData(responseData, resultData);
 *
 * String xmlData = new String(resultData.getData(), resultData.getEncoding());
 * System.out.println(xmlData);
 * </pre>
 *
 * <p>
 * Configuration options:
 * </p>
 * <ul>

    @Override
    public ResultData transform(final ResponseData responseData) {
        if (responseData == null || !responseData.hasResponseBody()) {
            throw new CrawlingAccessException("No response body.");
        }

        // encoding
        updateCharset(responseData);

        final ResultData resultData = new ResultData();
        resultData.setTransformerName(getName());

        try {

            buf.append(getResultDataFooter());

            final ResultData resultData = new ResultData();
            resultData.setTransformerName(getName());

            final String data = buf.toString().trim();
            try {
                resultData.setData(data.getBytes(charsetName));
            } catch (final UnsupportedEncodingException e) {

        final byte[] data = new String("xyz").getBytes();
        final ResponseData responseData = new ResponseData();
        responseData.setResponseBody(data);
        final ResultData resultData = binaryTransformer.transform(responseData);
        assertEquals("xyz", new String(resultData.getData()));
    }

    public void test_transform_null() {
        try {
            binaryTransformer.transform(null);
            fail();

     *
     * @param responseData the response data from crawling
     * @param resultData the result data to store processed information
     */
    @Override
    protected void storeData(final ResponseData responseData, final ResultData resultData) {
        final DOMParser parser = getDomParser();

     *
     * @param responseData the response data to store
     * @param resultData the result data to populate with file information
     * @throws CrawlerSystemException if file storage fails
     */
    @Override
    public void storeData(final ResponseData responseData, final ResultData resultData) {
        resultData.setTransformerName(getName());

        initBaseDir();

     *
     * @param responseData The response data from the crawl operation.
     * @param resultData The result data from content processing.
     */
    @Override
    public void init(final ResponseData responseData, final ResultData resultData) {

        setCreateTime(System.currentTimeMillis());
        if (responseData != null) {