---
name: Feature request
about: Suggest an idea for this project
title: ''
labels: ''
assignees: ''

---

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
	<modelVersion>4.0.0</modelVersion>
	<groupId>org.codelibs.fess</groupId>
	<artifactId>fess-crawler-parent</artifactId>
	<version>15.3.0-SNAPSHOT</version>
	<packaging>pom</packaging>
	<name>Fess Crawler Project</name>

        urlFilter.addInclude("https://example.com/.*");
        urlFilter.addInclude("https://test.com/.*");
        urlFilter.addInclude(".*\\.pdf$");

        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("https://test.com/page"));
        assertTrue(urlFilter.match("https://any.com/document.pdf"));
        assertFalse(urlFilter.match("https://other.com/page.html"));
    }

        FaultTolerantClient httpClient = container.getComponent("httpClient");
        httpClient.setCrawlerClient(new HcHttpClient());
        clientFactory.addClient("http:.*", httpClient);
        clientFactory.addClient("https:.*", httpClient);
        clientFactory.addClient("file:.*", container.getComponent("fsClient"));
        clientFactory.addClient("smb:.*", container.getComponent("smbClient"));

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>
	<artifactId>fess-suggest</artifactId>
	<version>15.3.0-SNAPSHOT</version>
	<packaging>jar</packaging>
	<name>fess-suggest</name>
	<url>https://fess.codelibs.org/</url>

https://twitter.com/Mint_Lee/status/626564933350600704

@withnewsjp
デビューは23年前、アイドル冬の時代から変わらぬスタイル

>制服向上委員会とは何者か？「自民倒そう」　民主時代は「野田ダメ」 - ウィズニュース http://t.co/qtVCWlrmy8 #withnews #制服向上委員会 http://t.co/6R1CL9LwfT
https://twitter.com/withnewsjp/status/626512633483522049

@lwnish
今宵 http://t.co/ca7DKqPWVU
https://twitter.com/lwnish/status/626695622242926593

@Newsweek_JAPAN

# Fess Crawler

[![Java CI with Maven](https://github.com/codelibs/fess-crawler/actions/workflows/maven.yml/badge.svg)](https://github.com/codelibs/fess-crawler/actions/workflows/maven.yml)
[![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)

        assertEquals("http://example.com/.*", domainFilter.cachedIncludeSet.toArray()[0]);
        assertEquals("http://example.com/.*", domainFilter.cachedExcludeSet.toArray()[0]);

        domainFilter.processUrl("https://test.com");

        assertEquals(2, domainFilter.cachedIncludeSet.size());
        assertEquals(2, domainFilter.cachedExcludeSet.size());

        rule.addCondition("url", "https://example\\.com/\\?param=.*");

        ResponseData responseData1 = new ResponseData();
        responseData1.setUrl("https://example.com/?param=value");
        assertTrue(rule.match(responseData1));

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("https://exampleXcom/?param=value");

# Fess Suggest

[![Java CI with Maven](https://github.com/codelibs/fess-suggest/actions/workflows/maven.yml/badge.svg)](https://github.com/codelibs/fess-suggest/actions/workflows/maven.yml)
[![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)