# /robots.txt # # Note: "Disallow: " without a /anything after it actually means allow #User-agent: Mediapartners-Google #Disallow: # #User-agent:* #Disallow: /cgi-bin/ # #User-agent: bot/1.0 #Disallow: / # #User-agent: OmniExplorer_Bot #Disallow: /