// head method
                        responseData =
                                client.execute(RequestDataBuilder.newRequestData().head().url(url).weight(urlQueue.getWeight()).build());
                        if (responseData == null) {
                            return true;
                        }

                        }
                        for (final File f : files) {
                            final String childUri = f.toURI().toASCIIString();
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(childUri).build());
                        }
                    } else {
                        logger.warn("Unable to list directory contents: directory={}", file.getAbsolutePath());
                    }

            }
            String u = url;
            for (int i = 0; i < maxRedirectCount; i++) {
                try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(u).build())) {
                    if (StringUtil.isNotBlank(responseData.getRedirectLocation())) {
                        u = responseData.getRedirectLocation();
                        continue;

        try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build())) {
            if (responseData.getRedirectLocation() != null) {
                final Set<RequestData> childUrlList = new HashSet<>();
                childUrlList.add(RequestDataBuilder.newRequestData().get().url(responseData.getRedirectLocation()).build());

                            // access an url
                            final long startTime = SystemUtil.currentTimeMillis();
                            responseData = client.execute(RequestDataBuilder.newRequestData()
                                    .method(urlQueue.getMethod())
                                    .url(urlQueue.getUrl())
                                    .weight(urlQueue.getWeight())

                for (final Blob item : blobs.iterateAll()) {
                    final String objectName = item.getName();
                    requestDataSet.add(RequestDataBuilder.newRequestData().get().url("gcs://" + bucketName + "/" + objectName).build());
                }
                throw new ChildUrlsException(requestDataSet, this.getClass().getName() + "#getResponseData");
            }

                        for (final FTPFile f : files) {
                            final String childUri = ftpInfo.toChildUrl(f.getName());
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(childUri).build());
                        }
                    } catch (final IOException e) {
                        disconnectInternalClient(client);

        final StatsKeyObject keyObj = paramMap.get(Constants.CRAWLER_STATS_KEY) instanceof final StatsKeyObject sko ? sko : null;
        try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build())) {
            if (responseData.getRedirectLocation() != null) {
                return responseData.getRedirectLocation();
            }