User-agent: *
Disallow: /photographs/
Disallow: /images/
Disallow: /stats/
Disallow: /mt/
Disallow: /arts/
Disallow: /thai-gallery/
Disallow: /gallery/
Disallow: /IBM/
Disallow: /wordpress/

User-agent: Generic
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: NPBot-1/2.0
Disallow: /

User-agent: aipbot
Disallow: /

# http://www.divx.com/movies/searchfaq.php#f11
#  says to use "FlickBot*" which is not standard
User-agent: FlickBot
Disallow: /


# http://alicorna.com/techtips.html
# User-agent: vscooter 
# User-agent: DittoSpyder
# User-agent: Googlebot-Image
# User-agent: psbot 
# Disallow: / 

# User-agent: Googlebot
# Disallow: /*.gif$
# Disallow: /*.jpg$
# Disallow: /*.jpeg$
# Disallow: /*.png$ 

User-agent: ia_archiver
Disallow: / 


# Prevent MSN Search Preview
# http://search.msn.com/docs/siteowner.aspx?t=SEARCH_WEBMASTER_PROC_PreventPreview.htm
User-agent: searchpreview
Disallow:/

User-agent: MSNBot
Disallow: /

User-agent: mercubot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: ichiro
Disallow: /

# Exclude some bots (list from http://www.pigdog.org/robots.txt )

User-agent: Webclipping.com
Disallow: /

User-agent: arianna.iol.it Linux/2.2.17-14smp (linux)
Disallow: /

# http://www.plagiarism.org/crawler/robotinfo.html
User-agent: SlySearch
Disallow: /

User-agent: larbin_2.6.2 larbin2.6.2@unspecified.mail
Disallow: /

User-agent: larbin_2.6.2
Disallow: /

User-agent: larbin_2.6.1 larbin2.6.2@unspecified.mail
Disallow: /

User-agent: larbin_2.6.1
Disallow: /

User-agent: libwww-perl/5.5.3
Disallow: /

User-agent: libwww-perl/5.53
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Python-urllib/1.10
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Java1.3.0
Disallow: /

User-agent: Java1.4.0
Disallow: /

User-agent: Java
Disallow: /

User-agent: WinampMPEG/2.00 larbin@unspecified.mail
Disallow: /

User-agent: WinampMPEG
Disallow: /

User-agent: MSIE-5.13 larbin@unspecified.mail
Disallow: /

User-agent: Opera/6.01 larbin2.6.2@unspecified.mail
Disallow: /

User-agent: Opera/6.01 larbin@unspecified.mail
Disallow: /

User-agent: Mozilla/5.0 larbin2.6.2@unspecified.mail
Disallow: /

User-agent: bumblebee@relevare.com
Disallow: /

User-agent: Zeus 64087 Webster Pro V2.9 Win32
Disallow: /

User-agent: NetResearchServer/2.3(loopimprovements.com/robot.html)
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: Openfind data gatherer, Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: NetMechanic V3.0
Disallow: /

User-agent: NetMechanic
Disallow: /

# No spaces. First the ID, then a space, then a comment.

User-agent: Ariadne RPT-HTTPClient/0.3-3
Disallow: /

User-agent: Ariadne
Disallow: /

User-agent: Mozilla/4.0 compatible ZyBorg/1.0 (ZyBorg@WISEnutbot.com; http://www.WISEnutbot.com)
Disallow: /

User-agent: ZyBorg
Disallow: /

# slash, not a space

User-agent: appie 1.1 (www.walhello.com)
Disallow: /

User-agent: appie
Disallow: /

# bad version string

User-agent: search.ch V1.4.2 (spiderman@search.ch; http://www.search.ch)
Disallow: /

User-agent: search.ch
Disallow: /

# No spaces.

User-agent: PingALink Monitoring Services 1.0 (http://www.pingalink.com)
Disallow: /

User-agent: PingALink Monitoring Services
Disallow: /

User-agent: PingALink
Disallow: /

# amigas, anyways

User-agent: AWeb-II v3.4SE/AMIGAOS-3.9
Disallow: /

User-agent: AWeb-II
Disallow: /