# General

Sitemap: https://grandslotclub.rs/sitemap.xml

User-agent: *
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.json$
Disallow: /*.csv$
Disallow: /includes
Disallow: /wp-admin/*
Disallow: /wp-login.php
Disallow: /?s=
Disallow: /search/
Disallow: /category/uncategorized/
Disallow: */page/*
Crawl-delay: 1

User-agent: bingbot
Allow: /wp-admin/admin-ajax.php

User-agent: Googlebot
Allow: /wp-admin/admin-ajax.php

User-agent: AhrefsBot
Allow: /wp-admin/admin-ajax.php

User-agent: AhrefsSiteAudit
Allow: /wp-admin/admin-ajax.php

User-agent: GoogleOther
Allow: /wp-admin/admin-ajax.php

User-agent: Google-InspectionTool
Allow: /wp-admin/admin-ajax.php

User-agent: Google-Extended
Allow: /wp-admin/admin-ajax.php

User-agent: MicrosoftPreview
Allow: /wp-admin/admin-ajax.php

User-agent: SemrushBot
Allow: /wp-admin/admin-ajax.php

User-agent: Googlebot-Image
Allow: /wp-admin/admin-ajax.php

User-agent: OAI-SearchBot
Allow: /wp-admin/admin-ajax.php

# Block Bots & scrapers

User-agent: AI2Bot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Brightbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: iaskspider/2.0
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: Kangaroo Bot
Disallow: /

User-agent: LinerBot
Disallow: /

User-agent: MachineLearningForPeaceBot
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: Nicecrawler
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: QualifiedBot
Disallow: /

User-agent: Scoop.it
Disallow: /

User-agent: Seekr
Disallow: /

User-agent: SemrushBot-OCOB
Disallow: /

User-agent: Sidetrade indexer bot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: YouBot
Disallow: /