User-agent: *

# Block access to non-indexable URLs
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section variant two
Disallow: /search/ #block access to internal search result pages
Disallow: */player/?search=* #block access to internal player search result pages
Disallow: */archive-search-results/ #block access to internal article search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?s&cat=* #block access to internal search result pages variant two
Disallow: */feed/$ #block access to feed pages
Disallow: */rss/news.php$ #block access to player news rss feed
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails variant two
Disallow: *?_page=* #block access to post pagination
Disallow: *&preview=* #block access to preview pages
Disallow: *?s2member_register=* #block access to internal member register pages
Disallow: *?utm_campaign=* #block access to UTM tracking
Disallow: *?utm_source=* #block access to UTM tracking variant two feedburner
Disallow: /player-news/?id=* #block access to player news individual posts
Disallow: /player-news/?offset* #block access to player news individual post filter option
Disallow: *?myDLF=* #block access to myDLF ranking page filter options
Disallow: *&myDLF=* #block access to myDLF ranking page filter options variant two
Disallow: *?replytocom=* #block access to reply to comments option
Disallow: /login/ #block access to login
Disallow: /nfl-fantasy-football-news-finder/* #Block this spider trap
Allow: /nfl-fantasy-football-news-finder/ #But allow this tool to be indexed
Allow: /adp/
Disallow: /adp/index.php #Don't crawl the duplicate ADP tool
#

# Sitemap files
Sitemap: https://dynastyleaguefootball.com/sitemap_index.xml #sitemap index reference
Sitemap: https://dynastyleaguefootball.com/news-sitemap.xml #news sitemap
# Block Sportsbook affiliate links from being crawled
Disallow: /go/