/**
     * Factory for creating crawler clients.
     */
    @Resource
    protected CrawlerClientFactory clientFactory;

    /**
     * Context object containing crawler state and configuration.
     */
    protected CrawlerContext crawlerContext;

    /**
     * Flag indicating whether the crawler runs in background mode.
     */

                final Resource annotation = fieldDesc.getField().getAnnotation(Resource.class);
                if (annotation != null) {
                    final Object injected = container.getComponent(fieldDesc.getFieldName());
                    if (injected != null) {
                        FieldUtil.set(fieldDesc.getField(), component, injected);
                    }

            sb.append(word).append(',').append(startOffset).append(',').append(endOffset).append(',').append(posInc);
            return sb.toString();
        }

        @Override
        public boolean equals(final Object other) {
            if (other == null || !(other instanceof MyToken)) {
                return false;
            }
            final MyToken o = (MyToken) other;
            if (!word.equals(o.word)) {

        final boolean hiraganaQuery = isHiraganaQuery(query);
        for (int i = 0; i < hits.length && words.size() < size; i++) {
            final SearchHit hit = hits[i];

            final Map<String, Object> source = hit.getSourceAsMap();
            final String text = source.get(FieldNames.TEXT).toString();
            if (skipDuplicateWords) {
                final String duplicateCheckStr = text.replace(" ", "");

      <match value="0xFEEDFACF" type="string" offset="0"/>
      <match value="0xCFFAEDFE" type="string" offset="0"/>
    </magic>
  </mime-type>
  <mime-type type="application/x-mach-o-object">
    <_comment>Mach-O relocatable object file</_comment>
    <magic priority="55">
      <match value="0xFEEDFACE" type="string" offset="0">
        <match value="0x00000001" type="big32" offset="12"/>
      </match>

     * @param responseData The response data to update
     * @param client The FTP client used for the operation
     * @param ftpInfo Information about the FTP connection
     * @param file The FTP file object, or null if not found
     */
    protected void updateResponseData(final String uri, final boolean includeContent, final ResponseData responseData,
            final FTPClient client, final FtpInfo ftpInfo, final FTPFile file) {