User-agent: AdsBot-Google
Disallow: /google/
Allow: /gogle/index.html

User-Agent: Googlebot
Disallow: /google/
Allow: /gogle/index.html

User-agent: CFM-SearchBot(http://www.cfm-search.com)
Disallow: /

User-agent: CJNetworkQuality
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: Comodo
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: Hatena Antenna
Disallow: /

User-agent: Infoseek SideWinder
Disallow: /

User-agent: Infosniff Sniffer
Disallow: /

User-agent: MSNBOT
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: NutchCVS
Disallow: /

User-agent: NutchOrg
Disallow: /

User-agent: SearchSpider.com
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: Tutorial Crawler
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: WebFilter Robot 1.0
Disallow: /

User-agent: WebmasterWorldForumBot
Disallow: /

User-agent: *
Allow: /index.html
Allow: /google/index.html
Disallow: /_/
Disallow: /ab/
Disallow: /alphalinea/
Disallow: /banner/
Disallow: /big/
Disallow: /dload/
Disallow: /img/
Disallow: /kmetija/
Disallow: /mme/
Disallow: /stats/
Disallow: /tumb/
Disallow: /upload/
Disallow: /vlc/
Disallow: /xml/