# All Bots User-agent: * Disallow: /cgi-bin Disallow: /*? Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*rurl=* # Dugg Mirror User-agent: duggmirror Disallow: / # Google AdSense User-agent: Mediapartners-Google Disallow: Allow: / ####################################################### # # Note: # The Allow directive and wildcards (*) in filenames are # not standard robots.txt syntax, however they are # supported by most search engines.