Sitemap: https://datasociety.com/sitemap.xml
Sitemap: https://datasociety.com/sitemap-home.xml
Sitemap: https://datasociety.com/sitemap-posts.xml
Sitemap: https://datasociety.com/sitemap-pages.xml

User-agent: *

# Block access to system directories for security
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/themes/greenshift/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /certificates/
Disallow: /feed/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /wp-json/greenshift/v1/get-gs-posts/
Disallow: /wp-json/greenshift/v1/indexer-count/
Disallow: /wp-json/greenshift/v1/map-filter-refresher/
Disallow: /wp-json/greenshift/v1/refresh-filterchips/
Disallow: /wp-*.php

# Allow bots to access the admin-ajax file for smoother page loading

# Allow: /wp-admin/admin-ajax.php

# Block internal search pages to prevent duplicate content

# Disallow: /?s=

# Disallow: /search/

# Disallow: /tag/

# Block 404 files
Disallow: /wp-content/uploads/2022/09/03_09_22-CyberWorx-Syllabi.pptx-2.pdf