}
                    if (noindex) {
                        logger.info("HEADER(robots=noindex): {}", responseData.getUrl());
                        storeChildUrls(responseData, resultData);
                        throw new ChildUrlsException(resultData.getChildUrlSet(), "#processXRobotsTag");
                    }

                return false;
            };
        };

        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/");

        transformer.processXRobotsTag(responseData, new ResultData());
        assertFalse(responseData.isNoFollow());
    }

    public void test_processXRobotsTag_noindexnofollow() throws Exception {