# exclude help system from robots User-agent: * Disallow: /manual/ Disallow: /manual-2.0/ Disallow: /manual-1.3/ Disallow: /addon-modules/ Disallow: /doc/ Disallow: /images/ Disallow: /louvre/ Disallow: /photos/ Disallow: /phpbb2/ Disallow: /phpbbinit/ Disallow: /scol_upload/ Disallow: /scol_launch/ Disallow: /scolform/ Disallow: /scol-technologies/ Disallow: /sodigreen/ Disallow: /scs/ Disallow: /smoby/ Disallow: /webcam/ Disallow: /arkeon/ Disallow: /voyager/ Disallow: /yab/ Disallow: /informatiquepascher/ Disallow: /ac-manager/ Disallow: /arkprj/ Disallow: /jurga/ Disallow: /maps/ Disallow: /spip/ Disallow: /stats/ Disallow: /thb/ Disallow: /utils/ Disallow: /abyss/ Disallow: /ebooks/ Disallow: /exposition/ Disallow: /harmoniedumusicien/ Disallow: /arkeon/admin/ Disallow: /emaginer/ Disallow: /emaginer_datas/ Disallow: /fpdf/ Disallow: /groupstation/ Disallow: /kyrien/ Disallow: /kyrien/files/ Disallow: /kyrien/clients/ Disallow: /kyrien/noddy/ Disallow: /mysqladmin/ Disallow: lhscs Disallow: lhscs.php Disallow: header.php # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... Disallow: /all_our_e-mail_addresses # same idea here... Disallow: /admin/ # but allow htdig to index our doc-tree #User-agent: htdig #Disallow: # disallow stress test user-agent: stress-agent Disallow: /