Sitemap: https://datafloq.com/sitemap.xml
User-agent: *

Disallow: /api/
Disallow: /amp/cookie
Disallow: /bookmark/
Disallow: /read/*?*tag=*
Disallow: /jobs/claim/*

User-agent: Arquivo-web-crawler
Disallow: /

User-agent: Heritrix
Disallow: /