&& isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) {
            final Set<RequestData> childUrlSet = new HashSet<>();
            childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build());
            logger.info("Canonical URL redirect: from={}, to={}", responseData.getUrl(), canonicalUrl);

                } catch (final Exception e) {
                    request.abort();
                    logger.warn("Failed to authenticate with form-based authentication: scheme={}, url={}", scheme, request.getURI(), e);
                } finally {
                    EntityUtils.consumeQuietly(httpEntity);
                }
            });
        });

        httpClient = closeableHttpClient;

    void testConstructor_NonWorkgroupType_ThrowsException() throws Exception {
        // Given: A non-workgroup type with a host
        when(locator.getType()).thenReturn(SmbConstants.TYPE_SERVER);
        when(locator.getURL()).thenReturn(createSmbURL("smb://server/"));

        // When & Then: Constructor should throw SmbException

        final Set<String> urlSet = new HashSet<>();
        final List<UrlQueue<?>> childList = childUrlList.stream()
                .filter(d -> StringUtil.isNotBlank(d.getUrl()) && urlSet.add(d.getUrl()) && crawlerContext.getUrlFilter().match(d.getUrl()))
                .map(d -> {
                    final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue");
                    uq.setCreateTime(SystemUtil.currentTimeMillis());

                assertTrue(urlQueue.getUrl() + "=>" + url1, urlQueue.getUrl().startsWith(url1));
            }
            while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                assertTrue(urlQueue.getUrl() + "=>" + url2, urlQueue.getUrl().startsWith(url2));
            }

            dataService.iterate(sessionId1, accessResult -> assertTrue(accessResult.getUrl().startsWith(url1)));

            if (arMap.containsKey(accessResult.getUrl())) {
                throw new CrawlerSystemException(
                        "AccessResult for URL '" + accessResult.getUrl() + "' already exists. Duplicate URLs are not allowed.");
            }
            arMap.put(accessResult.getUrl(), accessResult);
        }

    }

    /**

Buna ek olarak Python'un **Veri Bilimi**, Makine Öğrenimi ve özellikle Derin Öğrenme için ana dil olduğu gerçeği, FastAPI'yi Veri Bilimi / Makine Öğrenimi web API'leri ve uygulamaları için çok iyi bir seçenek haline getirir.

Production'da nasıl oldugunu görmek için şu bölüme bakın [Deployment](deployment/index.md){.internal-link target=_blank}.

## `async` ve `await`

        // Verify all ResponseData objects are unchanged
        assertEquals("https://example.com/page1", responseData1.getUrl());
        assertEquals("https://example.com/page2", responseData2.getUrl());
        assertEquals("https://example.com/page3", responseData3.getUrl());
    }

    public void test_processDoesNotModifyResponseData() {
        // Test that process does not modify ResponseData

        } else if (e.isInfoEnabled()) {
            logger.info(e.getMessage());
        } else if (e.isWarnEnabled()) {
            logger.warn("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        } else if (e.isErrorEnabled()) {
            logger.error("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        }
    }

    /**

        assertEquals(data1.getMethod(), data2.getMethod());
        assertEquals(data1.getUrl(), data2.getUrl());
        assertEquals(data1.getWeight(), data2.getWeight(), 0.001f);

        assertEquals(data2.getMethod(), data3.getMethod());
        assertEquals(data2.getUrl(), data3.getUrl());
        assertEquals(data2.getWeight(), data3.getWeight(), 0.001f);
    }