User-Agent: * Disallow: /cgi/ Disallow: /tmp/ Disallow: /private/ Disallow: /phpfunctions/ Disallow: /store/opencart/SBadmin42/ Disallow: /store/opencart/vqmod/ Disallow: /store/opencart/admin/ Disallow: /Index_files/Images/ Disallow: /store/opencart/image/ # robots.txt file for webtrees # # Copyright (C) Greg Roach 2014 # # This file needs to be placed in the domain root folder, # such as "www.example.com/robots.txt". It will not work in a # subfolder, such as "www.example.com/webtrees/robots.txt" # If you need to move it, then remember to adjust the paths as well. # e.g. "Allow: /index.php" becomes "Allow: /webtrees/index.php". # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA # Well-behaved robots understand "Allow" directives. User-Agent: bingbot # Bing User-Agent: Googlebot # Google User-Agent: ia_archiver # Internet Archive "wayback" machine User-Agent: msnbot # Microsoft User-Agent: robozilla # DMOZ User-Agent: slurp # Yahoo! User-Agent: teoma # Ask Jeeves User-Agent: yandex # Popular Russian search engine User-Agent: baiduspider # Popular Chinese search engine Allow: /FindlaterstoNZ/pages/webtrees/family.php Allow: /FindlaterstoNZ/pages/webtrees/index.php Allow: /FindlaterstoNZ/pages/webtrees/indilist.php Allow: /FindlaterstoNZ/pages/webtrees/individual.php Allow: /FindlaterstoNZ/pages/webtrees/mediafirewall.php Allow: /FindlaterstoNZ/pages/webtrees/mediaviewer.php Allow: /FindlaterstoNZ/pages/webtrees/module.php?mod=sitemap Allow: /FindlaterstoNZ/pages/webtrees/note.php Allow: /FindlaterstoNZ/pages/webtrees/repo.php Allow: /FindlaterstoNZ/pages/webtrees/site-offline.php Allow: /FindlaterstoNZ/pages/webtrees/site-unavailable.php Allow: /FindlaterstoNZ/pages/webtrees/source.php Disallow: /FindlaterstoNZ/pages/webtrees/ # Disallow all other robots User-Agent: * Disallow: /FindlaterstoNZ/pages/webtrees/ # Put your sitemap here: #Sitemap: https://www.surveybooksnz/FindlaterstoNZ/pages/webtrees/module.php?mod=sitemap&mod_action=generate&file=sitemap.xml