directive.setCrawlDelay(Math.max(0, crawlDelay));
                                }
                            } catch (final NumberFormatException e) {
                                // ignore invalid crawl-delay values
                            }
                        }