</plugin>
			<plugin>
				<groupId>org.jacoco</groupId>
				<artifactId>jacoco-maven-plugin</artifactId>
				<version>0.8.10</version>
				<executions>
					<execution>
						<goals>
							<goal>prepare-agent</goal>
						</goals>
					</execution>
					<execution>
						<id>report</id>
						<phase>prepare-package</phase>
						<goals>
							<goal>report</goal>
						</goals>
					</execution>

 * </a></li>
 * </ul>
 *
 * @author bowez
 * @author shinsuke
 *
 */
public class RobotsTxtHelper {

    protected static final Pattern USER_AGENT_RECORD =
            Pattern.compile("^user-agent:\\s*([^\\t\\n\\x0B\\f\\r]+)\\s*$", Pattern.CASE_INSENSITIVE);

    protected static final Pattern DISALLOW_RECORD = Pattern.compile("^disallow:\\s*([^\\s]*)\\s*$", Pattern.CASE_INSENSITIVE);

            for (final Map.Entry<String, AuthSchemeProvider> entry : factoryMap.entrySet()) {
                authSchemeProviderBuilder.register(entry.getKey(), entry.getValue());
            }
        }

        // user agent
        userAgent = getInitParameter(USER_AGENT_PROPERTY, userAgent, String.class);
        if (StringUtil.isNotBlank(userAgent)) {
            httpClientBuilder.setUserAgent(userAgent);
        }

labels.replacement=Ersetzung
labels.sessionId=Session-ID
labels.sortOrder=Sortierreihenfolge
labels.updatedBy=Aktualisiert von
labels.updatedTime=Aktualisierungszeit
labels.urls=URLs
labels.userAgent=User Agent
labels.username=Benutzername
labels.value=Wert
labels.versionNo=Version
labels.cronExpression=Zeitplan
labels.dayForCleanup=Entferne Dokumente älter als Tage
labels.crawlingThreadCount=Anzahl gleichzeitiger Crawler

					<groupId>org.opensearch.plugin</groupId>
					<artifactId>ingest-common</artifactId>
				</exclusion>
				<exclusion>
					<groupId>org.opensearch.plugin</groupId>
					<artifactId>ingest-user-agent</artifactId>
				</exclusion>
				<exclusion>
					<groupId>org.opensearch.plugin</groupId>
					<artifactId>lang-mustache-client</artifactId>
				</exclusion>
				<exclusion>