#
# robots.txt for http://www.pamandmike.co.uk
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#
# "Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record."

Sitemap: http://www.pamandmike.co.uk/sitemap_index.xml

User-agent: twiceler
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Slurp
Crawl-delay: 100
Disallow:

User-agent: Googlebot
Crawl-delay: 100
Disallow:

User-Agent: msnbot
Crawl-delay: 100
Disallow:

User-agent: TurnitinBot
Disallow: /

# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /

# Wikipedia work bots:
User-agent: IsraBot
Disallow: /

User-agent: Orthogaffe
Disallow: /

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

User-agent: *
Disallow: /ItemId/
Disallow: /images/
Disallow: /mods/
Disallow: /languages/
Disallow: /templates/
Disallow: /docs/
Disallow: /New/
Disallow: /Used/
Disallow: /sim/
Disallow: /jp/

User-agent: ConveraCrawler
Disallow: /

User-agent: VoilaBot
Allow: /fr

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Googlebot
Disallow: http://www.pamandmike.co.uk/+E6F3y8VDyDHzoot2wf0jZAYy5JJfBmOH0BLlI6u3sQzDOq5PhBcqS+OceJ4SyEs4axbD7jKRjCXY2GQHRceA59v1twUW99i9JG3kDcf8yPHzizmOFrvyx194vAwEb3XXmVASDHMh0OeNvwYosdtw%3D%3D
Disallow: http://www.pamandmike.co.uk/9JXzk1w1lsIG0GUTL+nOh5tTlpcAP+VSWYnXJgElOnKoilmxQU1spa2S0Vf0sBN7UNnWKfhtLnTtlIsHQkgMISHds7qqFG1yblRTYzr09VT3j3eTJZb/k7vGh7662DZ
Disallow: http://www.pamandmike.co.uk/EAEMoO7UqCvZ5sFrJUTexDe+nS7K712EtqIkUBciL54o8FUzOZz11RtXZolNPzqEpQzPeRwGGp4uXAUH6JcWAXtQtAi51k4FpTDqjWCVlJOQ0NqKOQN2jlilY1AZGI9h0fpyp8xjiDrL4KecIEMGQ%3D%3D
Disallow: http://www.pamandmike.co.uk/G0d6NRWxbwOyqLqyJcPxqfWKCenYKtAQRYELoXPdNAnx9z87p4jU5FGssZBkT6fyMgrYRMCC1nTd3MHWBAGnLyoxc+5UHyAkd97Ek6/jx1+cokAFVD+8Mfw+mSL2d8c
Disallow: http://www.pamandmike.co.uk/JOySfUeqyL3Kw1OfLtzjt+u5PD0O8owqZxrVJaUNc4mnEHxlWoxDJMSIe6YVcDo7D71k+4y0NudwFWLQkDGjQVuPraBcKN00GHRTuqnTfYjZN2mXvpiUtPKIDmu1wsVm+jkuPw7CRqrHi8aOIyAcw%3D%3D
Disallow: http://www.pamandmike.co.uk/Ofl1ehT7GQ2bVhc9j58J2B+QR8dPwkt3EBGp4eawUqC6sWZJc5lnDaJHHTU2wI7k9LxO1az2XKlgDEBjn2Ctt4TOVrbNQKHGgafP7sEiTGDz44ht3B3znycTnK1q89cmXvt8CBKVDs%3D
Disallow: http://www.pamandmike.co.uk/P7I2ABULlXeEeFD4unHKEHUg7HEOKRJapVSHYvzFKAyaKx7CV5uVGwOAXAwTenUMDEe/kRdN5sFkdeyeuIUvg%3D%3D
Disallow: http://www.pamandmike.co.uk/PLeVqalvJGVlKHnQnEE1MZgO+2+vRUhXG7fRnwxFWI66yRdwDl+Djp3cwejoP3KzJXmaT6OHY5HPUb83fYUB1PDQUUqatjATnVfCVj6WKPQzIP6sv7zuKhXsQBlgweEOfVAViDa3lzE5rA4W3uopA%3D%3D
Disallow: http://www.pamandmike.co.uk/SgxOkO7RtWacrNT12OF2WVKTQSaoGadpV3fwF19Sb4gEUY73SK8AaDWRVvc6OUHkMtP18o3zYwR0hINMrMI5w%3D%3D
Disallow: http://www.pamandmike.co.uk/Yhq9J3nZ76XdHEECWh+10nMFsugNEPFVRcODJpPGydxLYCcYATkQGlkqpjt2kRzE6H1Xp06sBztRTlv7jLk+DeFGbYAB/hiSsoe4yP9nAEZKJzWOgajobC7VkdZCm9p
Disallow: http://www.pamandmike.co.uk/ZjpzJsKNC6XD82lY31pVeRp9UXaI52E00b3KPTBZ0ijxp7518ZMdbWbIVVKTKlv1eaXIHUh+MhEO6aJWpSS+yMyCRm+iAKyrdRpZbOdwreeSyjHPHgZfx8TSkmkUjmO2x9Ec4rzIozVwxToLLhxVA%3D%3D
Disallow: http://www.pamandmike.co.uk/dKYqHz8oZycpJZqP4jmnTwCJ7Cn4179vA6RETgZYEMTsSYaibwnPTtXfW5Fw9YymLlENQLdVwYeWu0B21VebUxU09uo4Z2CZuphuvIRb+wpVcchKAWawwCgl5lb2ipjZIXgv57Py8MoOlhtZthkWw%3D%3D
Disallow: http://www.pamandmike.co.uk/gDHburN7cyURxLhDzYeb8baPVf5WFMcvwA8soglmvIRx+etot59ZynLDqmHK9Gaa9+foCfQphC0yM2sBFS1fnnfrqhnXkxyyvrvO7a9ROIfJq4WJ2iqEuBc8MYudYNjE+eXffheDNavh5ZCVcANzA%3D%3D
Disallow: http://www.pamandmike.co.uk/pztPjAiYUVNIXgXw26ynYSrOWzol8dCbB7pKf5l++dT3DXYOys3MN52j2fyHH3jhuZalrE+CgjygeC45aUgKzmmTM2UCpVwzhJhm0pUPD+gKPZlqTNBzM6PFFWWfMcVKIH9WfqZ3pCR5BbkyMj+Zw%3D%3D
Disallow: http://www.pamandmike.co.uk/qbHKXAAp4HUNDhAr8BzHplfreEAqW5UfTQkyvEcKchjL3R+utWaiHXXrRZo+Z9nls+4biUpobNo2UvrC+Yroy0wTDicne8LTM6mdTmLF2icr5o4yVIAmUlgg+Jf7zkTJx8C+tqPVQs%3D
Disallow: http://www.pamandmike.co.uk/uk/9JXzk1w1lsIG0GUTL+nOh5tTlpcAP+VSWYnXJgElOnKoilmxQU1spa2S0Vf0sBN7UNnWKfhtLnTtlIsHQkgMISHds7qqFG1yblRTYzr09VT3j3eTJZb/k7vGh7662DZ
Disallow: http://www.pamandmike.co.uk/uk/G0d6NRWxbwOyqLqyJcPxqfWKCenYKtAQRYELoXPdNAnx9z87p4jU5FGssZBkT6fyMgrYRMCC1nTd3MHWBAGnLyoxc+5UHyAkd97Ek6/jx1+cokAFVD+8Mfw+mSL2d8c
Disallow: http://www.pamandmike.co.uk/uk/P7I2ABULlXeEeFD4unHKEHUg7HEOKRJapVSHYvzFKAyaKx7CV5uVGwOAXAwTenUMDEe/kRdN5sFkdeyeuIUvg==
Disallow: http://www.pamandmike.co.uk/uk/Yhq9J3nZ76XdHEECWh+10nMFsugNEPFVRcODJpPGydxLYCcYATkQGlkqpjt2kRzE6H1Xp06sBztRTlv7jLk+DeFGbYAB/hiSsoe4yP9nAEZKJzWOgajobC7VkdZCm9p
Disallow: http://www.pamandmike.co.uk/wXsxQ0Ya8erSySzxax1xCxi0wjx+4zXRYXPob1RXGkCuHRStl5PBydp74ljD6qWzLai2tR8ePLoH7ShgV2lcAJWijonu30Hi45kvompvX7jzym6MfFtR1Z0rMYGQvRPFVGFXk7BPO0%3D