User-agent: Mediapartners-Google*
Disallow: 

User-agent: Twiceler
User-agent: gigabot
#User-agent: dotbot
User-agent: ASPSeek 
User-agent: asterias 
User-agent: baiduspider 
User-agent: BravoBrian 
User-agent: dloader(NaverRobot) 
User-agent: Dumbot 
User-agent: EgotoBot 
User-agent: Gaisbot 
User-agent: Generic 
User-agent: grub-client 
User-agent: http://www.almaden.ibm.com/cs/crawler 
User-agent: InfoNaviRobot 
User-agent: jyxobot 
User-agent: Larbin 
User-agent: MSIECrawler 
User-agent: NaverRobot 
User-agent: NexaBot 
User-agent: NPBot 
User-agent: obot 
User-agent: OWR_Crawler
User-agent: panscient 
User-agent: PhpDig 
User-agent: psbot 
User-agent: puf 
User-agent: QuepasaCreep 
User-agent: rabaz 
User-agent: Reaper 
User-agent: RPT-HTTPClient 
User-agent: ScoutAbout 
User-agent: semanticdiscovery 
User-agent: Steeler 
User-agent: Teleport Pro 
User-agent: TurnitinBot 
User-agent: TutorGig 
User-agent: vsecrawler 
User-agent: Wget 
Disallow: / 

User-agent: IRLbot 
Crawl-delay: 300

User-Agent: *
Disallow: /lazarusgb/
Disallow: /admin
Disallow: /lazarusgb
Disallow: /site_backups
Disallow: /include
Disallow: /cgi-bin
Disallow: /Images
Disallow: /gedcom_uploads
Disallow: /photos
Disallow: /headstones
Disallow: /histories
Disallow: /Sounds
Disallow: /pedigree.php
Disallow: /desctracker.php
Disallow: /descend.php
Disallow: /relateform.php
Disallow: /timeline.php
Disallow: /suggest.php
Disallow: /familygroup.php
Disallow: /showsource.php
Disallow: /showtree.php
Disallow: /searchform.php
Disallow: /login.php
Disallow: /surnames.php
Disallow: /relationship.php
Disallow: /browsephotos.php
Disallow: /browsedocs.php
Disallow: /cemeteries.php
Disallow: /browsenotes.php
Disallow: /browsesources.php
Disallow: /extrastree.php
Disallow: /places.php
Disallow: /placesearch.php
Disallow: /anniversaries.php
Disallow: /whatsnew.php
Disallow: /reports.php
Disallow: /browsetrees.php
Disallow: /familygroup.php
Disallow: /pedigree.php
Disallow: /descend.php
Disallow: /relateform.php
Disallow: /timeline.php
Disallow: /search.php
Disallow: /suggest.php
Disallow: /showphoto.php
Disallow: /ahnentafel.php
Disallow: /extrastree.php
Disallow: /showrepo.php
Disallow: /pedigreetext.php
Disallow: /ultraped.php
Disallow: /guestbook.php