String errorName;
            final Throwable cause = t.getCause();
            if (cause != null) {
                errorName = cause.getClass().getCanonicalName();
            } else {
                errorName = t.getClass().getCanonicalName();
            }
            final FailureUrl failureUrl = storeFailureUrl(crawlerContext, urlQueue, errorName, t);
            if (failureUrl != null) {

            try {
                client.close();
            } catch (final Exception e) {
                logger.warn("Failed to close {}.", client.getClass().getCanonicalName(), e);
            }
        });
    }

                }
            } catch (final Throwable t) {
                logger.warn("Failed to create thumbnail: {} -> {} ({}:{})", thumbnailId, responseData.getUrl(),
                        t.getClass().getCanonicalName(), t.getMessage());
                if (logger.isDebugEnabled()) {
                    logger.debug("Details for failed thumbnail creation.", t);
                }
            } finally {

            final FailureUrlService failureUrlService = ComponentUtil.getComponent(FailureUrlService.class);
            failureUrlService.store(crawlingConfig, ContentNotFoundException.class.getCanonicalName(), url,
                    new ContentNotFoundException(urlQueue.getParentUrl(), url));
        }
    }

    /**
     * Stores a child URL in the crawling queue with duplicate host handling.

                    logger.error("Failed to process a data crawling: {}", dataConfig.getName(), e);
                    ComponentUtil.getComponent(FailureUrlService.class)
                            .store(dataConfig, e.getClass().getCanonicalName(), dataConfig.getConfigId() + ":" + dataConfig.getName(), e);
                } finally {
                    indexUpdateCallback.commit();
                    deleteOldDocs();
                }
            }

                webConfig.setId("01T");
                webConfig.setName("__TEMPLATE__");
                return OptionalEntity.of(webConfig);
            }
        }, WebConfigService.class.getCanonicalName());
        ComponentUtil.register(new FileConfigService() {
            @Override
            public OptionalEntity<FileConfig> getFileConfig(final String id) {

        ComponentUtil.register(crawlingInfoService, CrawlingInfoService.class.getCanonicalName());
        ComponentUtil.register(searchLogService, SearchLogService.class.getCanonicalName());
        ComponentUtil.register(jobLogService, JobLogService.class.getCanonicalName());
        ComponentUtil.register(userInfoService, UserInfoService.class.getCanonicalName());
        ComponentUtil.register(systemHelper, "systemHelper");

            return null;
        });

        final JobManager mockJobManager = createMockJobManager("job-1", mockLaJob);
        ComponentUtil.register(mockJobManager, JobManager.class.getCanonicalName());

        final ScheduledJob scheduledJob = new ScheduledJob();
        scheduledJob.setId("job-1");

        final Map<String, Object> params = new HashMap<>();

            @Override
            public void storeInfo(List<CrawlingInfoParam> crawlingInfoParamList) {
                storedParams = crawlingInfoParamList;
            }
        }, CrawlingInfoService.class.getCanonicalName());

        // Add some info to map
        crawlingInfoHelper.putToInfoMap("url_count", "100");
        crawlingInfoHelper.putToInfoMap("error_count", "5");

        // Store with create=true

                return Collections.emptyList();
            }
        };
        ComponentUtil.register(webAuthenticationService, WebAuthenticationService.class.getCanonicalName());
        RequestHeaderService requestHeaderService = new RequestHeaderService() {
            @Override
            public List<RequestHeader> getRequestHeaderList(final String webConfigId) {