#
# Config file for ht://Dig and WWWOFFLE.
#
# This configuration file is used by htdig with WWWOFFLE (for a full search).
#

#### THE PROXY HOST IS "localhost:8080" IN THE http_proxy AND start_url OPTIONS ####
#### THE SPOOL DIR IS "/var/spool/wwwoffle" IN THE database_dir OPTION ####

#
# The location of the files.
#

database_dir: /var/spool/wwwoffle/search/htdig/db

#
# We need to use the wwwoffle proxy
#

http_proxy: http://localhost:8080/

#
# The list of URLs, with suitable recursion.
#

start_url: http://localhost:8080/search/start4.html

max_hop_count: 4

exclude_urls: !none!

limit_urls_to:

timeout: 300

# This is needed for version 3.2.x but not 3.1.x
bad_extensions: .gz .bz2 .z .sit .zip .tar .hqx .tgz .bin .rpm .deb \
                .gif .jpg .jpeg .aiff .png .ico .tif .tiff .dvi .bmp \
                .wav .mpg .mov .avi .au .mp3 .mpeg .swf \
                .exe .com .pif \
                .class .map .css .js

#
# Set the modification time of the pages to the current time.
#

# This works in version 3.1.x but not 3.2.x
modification_time_is_now: true

#
# Other options
#

# If not all hosts are indexed then try uncommenting this
#max_doc_size: 500000

#
# Other options I like
#

allow_numbers: true

valid_punctuation: .-_/!#$%^&*'"

