}
            return true;
        }

        /**
         * Adds an allowed path to this directive.
         * @param path the path to allow
         */
        public void addAllow(final String path) {
            if (!allowedPaths.contains(path)) {
                allowedPaths.add(path);
            }
        }

        /**
         * Adds a disallowed path to this directive.

                        if (!currentDirectiveList.isEmpty() && value.length() > 0) {
                            for (final Directive directive : currentDirectiveList) {
                                directive.addAllow(value);
                            }
                        }
                    } else if ((value = getValue(CRAWL_DELAY_RECORD, line)) != null) {
                        if (!currentDirectiveList.isEmpty()) {