User-agent: *
Crawl-delay: 3
Disallow: /user/oauth/
Disallow: /*/annotations/*

Disallow: /*/commit/
Disallow: /*/commits/
Disallow: /*/diff/
Disallow: /*/raw/
Disallow: /*/compare/
Disallow: /explore/repos?topics=*

# Specific repos
Disallow: /GenericMappingTools/pygmt/*/
Disallow: /genericmappingtools/pygmt/*/
Disallow: /GenericMappingTools/gmt/*/
Disallow: /genericmappingtools/gmt/*/
Disallow: /ottky/*/

Sitemap: https://dagshub.com/sitemap.xml