# # Sample for indexer.conf. # indexer will work in link validation mode. # First index your site. # Then use for example 'indexer -I -s 404' to # find 'Not Found' documents and theirs referrers. # DBHost localhost DBName udmsearch DBUser foo DBPass bar # Check all references on the server Robots no # Do not delete 'Not Found' and other 'bad' URLs. DeleteBad no Index no Follow yes Server http://localhost/ # # Use HEAD method for binaries and other non-text files # CheckOnly \.b$ \.sh$ \.md5$ CheckOnly \.arj$ \.tar$ \.zip$ \.tgz$ \.gz$ CheckOnly \.lha$ \.lzh$ \.tar\.Z$ \.rar$ \.zoo$ CheckOnly \.gif$ \.jpg$ \.jpeg$ \.bmp$ \.tiff$ CheckOnly \.vdo$ \.mpeg$ \.mpe$ \.mpg$ \.avi$ \.movie$ CheckOnly \.mid$ \.mp3$ \.rm$ \.ram$ \.wav$ \.aiff$ CheckOnly \.vrml$ \.wrl$ CheckOnly \.exe$ \.cab$ \.dll$ \.bin$ \.class$ CheckOnly \.tex$ \.texi$ \.xls$ \.doc$ \.texinfo$ CheckOnly \.rtf$ \.pdf$ \.cdf$ \.ps$ CheckOnly \.ai$ \.eps$ \.ppt$ \.hqx$ CheckOnly \.cpt$ \.bms$ \.oda$ \.tcl$ CheckOnly \.rpm$ # Exclude Apache directory list in different sort order Disallow \?D=A$ \?D=A$ \?D=D$ \?M=A$ \?M=D$ \?N=A$ \?N=D$ \?S=A$ \?S=D$ # Exclude ./. and ./.. from Apache and Squid directory list Disallow /[.]{1,2} /\%2e /\%2f