# robots.txt for https://www.frommers.com/

sitemap: https://www.frommers.com/sitemaps-1-sitemap.xml

    # live - don't allow web crawlers to index cpresources/ or vendor/

    User-agent: *
    Disallow: /cpresources/
    Disallow: /vendor/
    Disallow: /.env
    Disallow: /cache/
    Disallow: /tags/*.*/*
    Disallow: /jason.xml
    Disallow: /pauline.xml
    Disallow: /zac.xml

    # Block JS endpoints (917 GSC errors)
      Disallow: /*.js$
      Disallow: /*.js?

      # Block ancient forum URLs (198 GSC errors)
      Disallow: /cgi-bin/