Sitemap: https://www.gagb.org.uk/sitemap_index.xml

User-agent: *
Allow: /agreement_view.php?id=*
Allow: /assets/images/
Allow: /assets/theme/css/
Allow: /assets/theme/fonts/
Allow: /assets/theme/js/
Allow: /uploads/Agreements_Files/*.kml$
Allow: /uploads/Agreements_Files/*.jp*shop
Allow: /uploads/Agreements_Files/*.doc*
Allow: /uploads/Agreements_Files/*.pdf$
Allow: /uploads/Documents/*.jp*
Allow: /uploads/Documents/*.doc*
Allow: /uploads/Documents/*.xls*
Allow: /uploads/Documents/*.pdf$
Allow: /uploads/Documents/*.zip$
Allow: /uploads/Media/*.jp*
Allow: /uploads/Media/*.m*
Allow: /uploads/Media/*.pdf$
Allow: /uploads/Seeker/*.pdf$
Allow: /uploads/Seeker/*.swf$
Allow: /uploads/Seeker/Issue*/
Allow: /shop/modules/*/*.css
Allow: /shop/modules/*/*.js
Allow: /shop/modules/*/*/*.css
Allow: /shop/modules/*/*/*.js
Allow: /shop/themes/classic/assets/
Disallow: /.ftpcontrol/
Disallow: /.well-known/
Disallow: /assets/a*/
Disallow: /assets/images/logos/d*/
Disallow: /assets/images/h*/
Disallow: /assets/t*/i*/
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /new/
Disallow: /uploads/Ac*/
Disallow: /uploads/Agreements_Images/
Disallow: /uploads/C*/
Disallow: /uploads/Documents/private*/
Disallow: /uploads/E*/
Disallow: /uploads/Mi*/
Disallow: /uploads/News_Images/
Disallow: /uploads/Slideshow_Images/
Disallow: /uploads/T*/
Disallow: /.htaccess
Disallow: /*/*/admin*.php
Disallow: /*_archive.php
Disallow: /*_edit.php
Disallow: /agreement_feedback.php
Disallow: /*_new.php
Disallow: /geocachingapp.html
Disallow: /*/*/*/help_*.php
Disallow: /*admin*/
Disallow: /*private*/
Disallow: /*/*admin*/
Disallow: /*/*private*/
Disallow: /*/*/*admin*/
Disallow: /*/*/*private*/
Disallow: /forums/*
Disallow: /forums/forum.php
Disallow: /forums/admin*/
Disallow: /forums/arcade/
Disallow: /forums/attachments/*
Disallow: /forums/clientscript/vbulletin_*
Disallow: /forums/clientscript/vba_*
Disallow: /forums/clientscript/blog_*
Disallow: /forums/clientscript/*.html
Disallow: /forums/clientscript/*.js
Disallow: /forums/clientscript/ckeditor/
Disallow: /forums/clientscript/ie7/
Disallow: /forums/clientscript/ie8/
Disallow: /forums/clientscript/libraries/
Disallow: /forums/clientscript/sitemap/
Disallow: /forums/clientscript/vbulletin_css/
Disallow: /forums/clientscript/yui/
Disallow: /forums/cpstyles/
Disallow: /forums/customavatars/
Disallow: /forums/customgroupicons/
Disallow: /forums/customprofilepics/
Disallow: /forums/database*/
Disallow: /forums/dbtech/
Disallow: /forums/forumrunner/
Disallow: /forums/images/
Disallow: /forums/impex/
Disallow: /forums/includes/
Disallow: /forums/mailchimp/
Disallow: /forums/mobiquo/
Disallow: /forums/modcp/
Disallow: /forums/modules/
Disallow: /forums/packages/
Disallow: /forums/signaturepics/
Disallow: /forums/store_sitemap/
Disallow: /forums/vb/
Disallow: /forums/vbsocial/
Disallow: /forums/vbsso/
Disallow: /forums/editpost.php
Disallow: /forums/faq.php
Disallow: /forums/inlinemod.php
Disallow: /forums/memberlist.php
Disallow: /forums/member.php
Disallow: /forums/newreply.php
Disallow: /forums/newthread.php
Disallow: /forums/payments.php
Disallow: /forums/printthread.php
Disallow: /forums/private.php
Disallow: /forums/profile.php
Disallow: /forums/report.php
Disallow: /forums/search.php
Disallow: /forums/sendmessage.php
Disallow: /forums/showpost.php
Disallow: /forums/usercp.php
Disallow: /forums/usernote.php
Disallow: /forums/list.php?author/
Disallow: /shop/*?orderby=
Disallow: /shop/*?orderway=
Disallow: /shop/*?tag=
Disallow: /shop/*?id_currency=
Disallow: /shop/*?search_query=
Disallow: /shop/*?back=
Disallow: /shop/*?n=
Disallow: /shop/*&orderby=
Disallow: /shop/*&orderway=
Disallow: /shop/*&tag=
Disallow: /shop/*&id_currency=
Disallow: /shop/*&search_query=
Disallow: /shop/*&back=
Disallow: /shop/*&n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-opc
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
Disallow: /shop/admin*/
Disallow: /shop/classes/
Disallow: /shop/config/
Disallow: /shop/download/
Disallow: /shop/mails/
Disallow: /shop/modules/
Disallow: /shop/translations/
Disallow: /shop/tools/
Disallow: /shop/*address
Disallow: /shop/*addresses
Disallow: /shop/*login
Disallow: /shop/*cart
Disallow: /shop/*discount
Disallow: /shop/*order-history
Disallow: /shop/*identity
Disallow: /shop/*my-account
Disallow: /shop/*order-follow
Disallow: /shop/*credit-slip
Disallow: /shop/*order
Disallow: /shop/*search
Disallow: /shop/*quick-order
Disallow: /shop/*guest-tracking
Disallow: /shop/*order-confirmation
Disallow: /shop/authentication.php
Disallow: /shop/contact-form.php
Disallow: /shop/footer.php
Disallow: /shop/get-file.php
Disallow: /shop/header.php
Disallow: /shop/images.inc.php
Disallow: /shop/init.php
Disallow: /shop/order.php
Disallow: /shop/order-slip.php
Disallow: /shop/order-detail.php
Disallow: /shop/order-return.php
Disallow: /shop/pagination.php
Disallow: /shop/password.php
Disallow: /shop/pdf-invoice.php
Disallow: /shop/pdf-order-return.php
Disallow: /shop/pdf-order-slip.php
Disallow: /shop/product-sort.php
Disallow: /shop/statistics.php
Disallow: /shop/zoom.php
Disallow: /shop/prices-drop
Disallow: /shop/stores

Crawl-delay: 10

User-agent: AddSearchBot
User-agent: AhrefsBot
User-agent: AI2Bot
User-agent: AI2Bot-DeepResearchEval
User-agent: Ai2Bot-Dolma
User-agent: aiHitBot
User-agent: amazon-kendra
User-agent: Amazonbot
User-agent: AmazonBuyForMe
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: Andibot
User-agent: Anomura
User-agent: anthropic-ai
User-agent: ApifyBot
User-agent: ApifyWebsiteContentCrawler
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Aranet-SearchBot
User-agent: atlassian-bot
User-agent: Awario
User-agent: AzureAI-SearchBot
User-agent: bedrockbot
User-agent: bigsur.ai
User-agent: BLEXBot
User-agent: Bravest
User-agent: Brightbot 1.0
User-agent: BuddyBot
User-agent: Bytespider
User-agent: CCBot
User-agent: Channel3Bot
User-agent: ChatGLM-Spider
User-agent: ChatGPT Agent
User-agent: ChatGPT-Operator
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Cloudflare-AutoRAG
User-agent: CloudVertexBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Cotoyogi
User-agent: Crawl4AI
User-agent: Crawlspace
User-agent: Datenbank Crawler
User-agent: DeepSeekBot
User-agent: Devin
User-agent: Diffbot
User-agent: DotBot
User-agent: DuckAssistBot
User-agent: Echobot Bot
User-agent: EchoboxBot
User-agent: ExaBot
User-agent: FacebookBot
User-agent: facebookexternalhit
User-agent: Factset_spyderbot
User-agent: FirecrawlAgent
User-agent: FriendlyCrawler
User-agent: Gemini-Deep-Research
User-agent: Google-Agent
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: Google-Firebase
User-agent: Google-NotebookLM
User-agent: Google-Shopping-AI
User-agent: GoogleAgent-Mariner
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: GPTBot
User-agent: iAskBot
User-agent: iaskspider
User-agent: iaskspider/2.0
User-agent: IbouBot
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: imageSpider
User-agent: img2dataset
User-agent: ISSCyberRiskCrawler
User-agent: kagi-fetcher
User-agent: Kangaroo Bot
User-agent: KlaviyoAIBot
User-agent: KunatoCrawler
User-agent: laion-huggingface-processor
User-agent: LAIONDownloader
User-agent: LCC
User-agent: LinerBot
User-agent: Linguee Bot
User-agent: LinkupBot
User-agent: Manus-User
User-agent: meta-externalagent
User-agent: Meta-ExternalAgent
User-agent: meta-externalfetcher
User-agent: Meta-ExternalFetcher
User-agent: meta-webindexer
User-agent: MistralAI-User
User-agent: MistralAI-User/1.0
User-agent: MJ12bot
User-agent: MyCentralAIScraperBot
User-agent: netEstate Imprint Crawler
User-agent: NotebookLM
User-agent: NovaAct
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: omgilibot
User-agent: OpenAI
User-agent: Operator
User-agent: PanguBot
User-agent: Panscient
User-agent: panscient.com
User-agent: Perplexity-User
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: PhindBot
User-agent: Poggio-Citations
User-agent: Poseidon Research Crawler
User-agent: QualifiedBot
User-agent: QuillBot
User-agent: quillbot.com
User-agent: SBIntuitionsBot
User-agent: Scrapy
User-agent: SemrushBot
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: ShapBot
User-agent: Sidetrade indexer bot
User-agent: Spider
User-agent: TavilyBot
User-agent: TerraCotta
User-agent: Thinkbot
User-agent: TikTokSpider
User-agent: Timpibot
User-agent: TwinAgent
User-agent: VelenPublicWebCrawler
User-agent: WARDBot
User-agent: Webzio-Extended
User-agent: webzio-extended
User-agent: wpbot
User-agent: WRTNBot
User-agent: YaK
User-agent: YandexAdditional
User-agent: YandexAdditionalBot
User-agent: YouBot
User-agent: ZanistaBot
Disallow: /