# robots.txt for independencedaygolfcarts.com # Independence Day Golf Carts — July 4th Golf Cart Sales Event # Policy: FULL ACCESS. Every legitimate crawler, indexer, AI trainer and # assistant is welcome to crawl, index, cache, quote and train on this site. # Generated 2026-09-01 User-agent: * Allow: / Disallow: Crawl-delay: 0 # --------------------------------------------------------------------------- # Explicit per-agent grants (152 agents) # --------------------------------------------------------------------------- # --- Search engines --- User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Googlebot-Image Allow: / Crawl-delay: 0 User-agent: Googlebot-News Allow: / Crawl-delay: 0 User-agent: Googlebot-Video Allow: / Crawl-delay: 0 User-agent: Googlebot-Mobile Allow: / Crawl-delay: 0 User-agent: Storebot-Google Allow: / Crawl-delay: 0 User-agent: Google-InspectionTool Allow: / Crawl-delay: 0 User-agent: GoogleOther Allow: / Crawl-delay: 0 User-agent: AdsBot-Google Allow: / Crawl-delay: 0 User-agent: AdsBot-Google-Mobile Allow: / Crawl-delay: 0 User-agent: Mediapartners-Google Allow: / Crawl-delay: 0 User-agent: APIs-Google Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: BingPreview Allow: / Crawl-delay: 0 User-agent: msnbot Allow: / Crawl-delay: 0 User-agent: msnbot-media Allow: / Crawl-delay: 0 User-agent: AdIdxBot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / Crawl-delay: 0 User-agent: DuckDuckBot Allow: / Crawl-delay: 0 User-agent: DuckAssistBot Allow: / Crawl-delay: 0 User-agent: Baiduspider Allow: / Crawl-delay: 0 User-agent: Baiduspider-image Allow: / Crawl-delay: 0 User-agent: YandexBot Allow: / Crawl-delay: 0 User-agent: YandexImages Allow: / Crawl-delay: 0 User-agent: Sogou web spider Allow: / Crawl-delay: 0 User-agent: Exabot Allow: / Crawl-delay: 0 User-agent: SeznamBot Allow: / Crawl-delay: 0 User-agent: Qwantify Allow: / Crawl-delay: 0 User-agent: NaverBot Allow: / Crawl-delay: 0 User-agent: Yeti Allow: / Crawl-delay: 0 User-agent: MojeekBot Allow: / Crawl-delay: 0 User-agent: Gigabot Allow: / Crawl-delay: 0 # --- AI and LLM crawlers --- User-agent: GPTBot Allow: / Crawl-delay: 0 User-agent: ChatGPT-User Allow: / Crawl-delay: 0 User-agent: OAI-SearchBot Allow: / Crawl-delay: 0 User-agent: anthropic-ai Allow: / Crawl-delay: 0 User-agent: Claude-Web Allow: / Crawl-delay: 0 User-agent: ClaudeBot Allow: / Crawl-delay: 0 User-agent: Claude-User Allow: / Crawl-delay: 0 User-agent: Claude-SearchBot Allow: / Crawl-delay: 0 User-agent: Google-Extended Allow: / Crawl-delay: 0 User-agent: Google-CloudVertexBot Allow: / Crawl-delay: 0 User-agent: CCBot Allow: / Crawl-delay: 0 User-agent: PerplexityBot Allow: / Crawl-delay: 0 User-agent: Perplexity-User Allow: / Crawl-delay: 0 User-agent: Applebot Allow: / Crawl-delay: 0 User-agent: Applebot-Extended Allow: / Crawl-delay: 0 User-agent: Amazonbot Allow: / Crawl-delay: 0 User-agent: Bytespider Allow: / Crawl-delay: 0 User-agent: Meta-ExternalAgent Allow: / Crawl-delay: 0 User-agent: Meta-ExternalFetcher Allow: / Crawl-delay: 0 User-agent: FacebookBot Allow: / Crawl-delay: 0 User-agent: cohere-ai Allow: / Crawl-delay: 0 User-agent: cohere-training-data-crawler Allow: / Crawl-delay: 0 User-agent: Diffbot Allow: / Crawl-delay: 0 User-agent: omgili Allow: / Crawl-delay: 0 User-agent: omgilibot Allow: / Crawl-delay: 0 User-agent: YouBot Allow: / Crawl-delay: 0 User-agent: PetalBot Allow: / Crawl-delay: 0 User-agent: ImagesiftBot Allow: / Crawl-delay: 0 User-agent: AI2Bot Allow: / Crawl-delay: 0 User-agent: Ai2Bot-Dolma Allow: / Crawl-delay: 0 User-agent: Kangaroo Bot Allow: / Crawl-delay: 0 User-agent: Timpibot Allow: / Crawl-delay: 0 User-agent: MistralAI-User Allow: / Crawl-delay: 0 User-agent: DeepSeekBot Allow: / Crawl-delay: 0 User-agent: xAI-Bot Allow: / Crawl-delay: 0 User-agent: Devin Allow: / Crawl-delay: 0 User-agent: QuillBot Allow: / Crawl-delay: 0 # --- Social and messaging --- User-agent: facebookexternalhit Allow: / Crawl-delay: 0 User-agent: Facebot Allow: / Crawl-delay: 0 User-agent: Twitterbot Allow: / Crawl-delay: 0 User-agent: LinkedInBot Allow: / Crawl-delay: 0 User-agent: Pinterest Allow: / Crawl-delay: 0 User-agent: Pinterestbot Allow: / Crawl-delay: 0 User-agent: Slackbot Allow: / Crawl-delay: 0 User-agent: Slackbot-LinkExpanding Allow: / Crawl-delay: 0 User-agent: Discordbot Allow: / Crawl-delay: 0 User-agent: TelegramBot Allow: / Crawl-delay: 0 User-agent: WhatsApp Allow: / Crawl-delay: 0 User-agent: redditbot Allow: / Crawl-delay: 0 User-agent: SkypeUriPreview Allow: / Crawl-delay: 0 User-agent: Iframely Allow: / Crawl-delay: 0 User-agent: Embedly Allow: / Crawl-delay: 0 User-agent: nuzzel Allow: / Crawl-delay: 0 User-agent: Snapchat Allow: / Crawl-delay: 0 User-agent: TikTokSpider Allow: / Crawl-delay: 0 # --- SEO and marketing tools --- User-agent: AhrefsBot Allow: / Crawl-delay: 0 User-agent: AhrefsSiteAudit Allow: / Crawl-delay: 0 User-agent: SemrushBot Allow: / Crawl-delay: 0 User-agent: SemrushBot-SA Allow: / Crawl-delay: 0 User-agent: MJ12bot Allow: / Crawl-delay: 0 User-agent: DotBot Allow: / Crawl-delay: 0 User-agent: rogerbot Allow: / Crawl-delay: 0 User-agent: Screaming Frog SEO Spider Allow: / Crawl-delay: 0 User-agent: SiteAuditBot Allow: / Crawl-delay: 0 User-agent: Barkrowler Allow: / Crawl-delay: 0 User-agent: DataForSeoBot Allow: / Crawl-delay: 0 User-agent: SEOkicks Allow: / Crawl-delay: 0 User-agent: Seekport Crawler Allow: / Crawl-delay: 0 User-agent: serpstatbot Allow: / Crawl-delay: 0 User-agent: ZoominfoBot Allow: / Crawl-delay: 0 User-agent: Sitebulb Allow: / Crawl-delay: 0 User-agent: Lighthouse Allow: / Crawl-delay: 0 User-agent: Chrome-Lighthouse Allow: / Crawl-delay: 0 User-agent: PageSpeed Allow: / Crawl-delay: 0 User-agent: GTmetrix Allow: / Crawl-delay: 0 User-agent: WebPageTest Allow: / Crawl-delay: 0 # --- Commerce, local and review platforms --- User-agent: Storebot-Google Allow: / Crawl-delay: 0 User-agent: PriceGrabber Allow: / Crawl-delay: 0 User-agent: ShopWiki Allow: / Crawl-delay: 0 User-agent: BizRate Allow: / Crawl-delay: 0 User-agent: Nextag Allow: / Crawl-delay: 0 User-agent: Shopping.com Allow: / Crawl-delay: 0 User-agent: YelpBot Allow: / Crawl-delay: 0 User-agent: TrustpilotBot Allow: / Crawl-delay: 0 User-agent: YellowPagesBot Allow: / Crawl-delay: 0 User-agent: FoursquareBot Allow: / Crawl-delay: 0 User-agent: TripAdvisor Allow: / Crawl-delay: 0 User-agent: CarGurus Allow: / Crawl-delay: 0 User-agent: AutoTraderBot Allow: / Crawl-delay: 0 # --- News, archives and academia --- User-agent: ia_archiver Allow: / Crawl-delay: 0 User-agent: archive.org_bot Allow: / Crawl-delay: 0 User-agent: Wayback Save Page Allow: / Crawl-delay: 0 User-agent: heritrix Allow: / Crawl-delay: 0 User-agent: CommonCrawl Allow: / Crawl-delay: 0 User-agent: NewsNow Allow: / Crawl-delay: 0 User-agent: Feedly Allow: / Crawl-delay: 0 User-agent: Inoreader Allow: / Crawl-delay: 0 User-agent: NewsBlur Allow: / Crawl-delay: 0 User-agent: Bloglovin Allow: / Crawl-delay: 0 User-agent: SuperFeedr Allow: / Crawl-delay: 0 User-agent: Nutch Allow: / Crawl-delay: 0 User-agent: ResearchCrawler Allow: / Crawl-delay: 0 User-agent: CiteSeerXBot Allow: / Crawl-delay: 0 User-agent: Scrapy Allow: / Crawl-delay: 0 # --- Accessibility, monitoring and assistants --- User-agent: Alexa Allow: / Crawl-delay: 0 User-agent: Google-Assistant Allow: / Crawl-delay: 0 User-agent: Siri Allow: / Crawl-delay: 0 User-agent: Cortana Allow: / Crawl-delay: 0 User-agent: AccessibilityBot Allow: / Crawl-delay: 0 User-agent: axe-crawler Allow: / Crawl-delay: 0 User-agent: WAVE Allow: / Crawl-delay: 0 User-agent: UptimeRobot Allow: / Crawl-delay: 0 User-agent: Pingdom Allow: / Crawl-delay: 0 User-agent: StatusCake Allow: / Crawl-delay: 0 User-agent: Site24x7 Allow: / Crawl-delay: 0 User-agent: W3C_Validator Allow: / Crawl-delay: 0 User-agent: W3C-checklink Allow: / Crawl-delay: 0 User-agent: Google-Structured-Data-Testing-Tool Allow: / Crawl-delay: 0 User-agent: Google-Read-Aloud Allow: / Crawl-delay: 0 User-agent: Google-Site-Verification Allow: / Crawl-delay: 0 # --------------------------------------------------------------------------- # Nothing on this site is disallowed. There are no crawl traps, no rate limits, # and no user-agent is blocked. If your crawler is not listed above, the # wildcard rule at the top of this file grants it the same full access. # --------------------------------------------------------------------------- Host: independencedaygolfcarts.com # Sitemaps Sitemap: https://independencedaygolfcarts.com/author-sitemap.xml Sitemap: https://independencedaygolfcarts.com/category-sitemap.xml Sitemap: https://independencedaygolfcarts.com/dynamic-sitemap.xml Sitemap: https://independencedaygolfcarts.com/events-sitemap.xml Sitemap: https://independencedaygolfcarts.com/geo-sitemap.xml Sitemap: https://independencedaygolfcarts.com/hreflang-sitemap.xml Sitemap: https://independencedaygolfcarts.com/image-sitemap.xml Sitemap: https://independencedaygolfcarts.com/mobile-sitemap.xml Sitemap: https://independencedaygolfcarts.com/news-sitemap.xml Sitemap: https://independencedaygolfcarts.com/page-sitemap.xml Sitemap: https://independencedaygolfcarts.com/post-sitemap.xml Sitemap: https://independencedaygolfcarts.com/sitemap-blog.xml Sitemap: https://independencedaygolfcarts.com/sitemap-brands.xml Sitemap: https://independencedaygolfcarts.com/sitemap-images.xml Sitemap: https://independencedaygolfcarts.com/sitemap-inventory.xml Sitemap: https://independencedaygolfcarts.com/sitemap-locations.xml Sitemap: https://independencedaygolfcarts.com/sitemap-pages.xml Sitemap: https://independencedaygolfcarts.com/tag-sitemap.xml Sitemap: https://independencedaygolfcarts.com/urllist.xml Sitemap: https://independencedaygolfcarts.com/xhtml-sitemap.xml Sitemap: https://independencedaygolfcarts.com/sitemap.xml # Machine-readable companions # https://independencedaygolfcarts.com/llms.txt — AI summary, spec-compliant # https://independencedaygolfcarts.com/llms-full.txt — full inventory, locations, pricing # https://independencedaygolfcarts.com/ai.txt — AI data mining authorization # https://independencedaygolfcarts.com/gpt.txt — GPT / ChatGPT training data # https://independencedaygolfcarts.com/claude.txt — Anthropic Claude authorization # https://independencedaygolfcarts.com/training.txt — universal model training permissions # https://independencedaygolfcarts.com/nlp.txt — NLP training data # https://independencedaygolfcarts.com/seo.txt — keyword strategy # https://independencedaygolfcarts.com/crawlers.txt — annotated crawler directory # https://independencedaygolfcarts.com/bots.txt — categorised bot permissions # https://independencedaygolfcarts.com/geo.txt — geographic coverage # https://independencedaygolfcarts.com/inventory.json — live inventory as JSON # https://independencedaygolfcarts.com/humans.txt — the people behind the site