# robots.txt # Exclusionary file to prevent Web spiders and robots from # scanning selected directories of domain # Place in www directory; do not remove User-agent line User-agent: * Disallow: /email-addresses/ Disallow: /private/ Disallow: /cgi-bin/ Disallow: /formproc/ Disallow: /file-exchange/ Disallow: /graphics/ Disallow: /phpGedView/aliveinyear.php Disallow: /phpGedView/ancestry.php Disallow: /phpGedView/calendar.php Disallow: /phpGedView/clippings.php Disallow: /phpGedView/descendancy.php Disallow: /phpGedView/family.php Disallow: /phpGedView/famlist.php Disallow: /phpGedView/fanchart.php Disallow: /phpGedView/hourglass.php Disallow: /phpGedView/login.php Disallow: /phpGedView/media/ Disallow: /phpGedView/patriarchlist.php Disallow: /phpGedView/pedigree.php Disallow: /phpGedView/relationship.php Disallow: /phpGedView/repolist.php Disallow: /phpGedView/reportengine.php Disallow: /phpGedView/search.php Disallow: /phpGedView/sosabook.php Disallow: /phpGedView/timeline.php Disallow: /private/ Disallow: /reviewboard/ Disallow: /test/ Disallow: /tmp/ Disallow: /uploads/ User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: /