User-Agent: *
Allow: /

User-Agent: Googlebot
Allow: /

User-Agent: AdsBot-Google
Allow: /

User-Agent: AdsBot-Google-Mobile
Allow: /

User-Agent: Mediapartners-Google
Allow: /

User-Agent: Bingbot
Allow: /
Crawl-delay: 1

User-Agent: Slurp
Allow: /

User-Agent: DuckDuckBot
Allow: /

User-Agent: Baiduspider
Allow: /

User-Agent: YandexBot
Allow: /
Crawl-delay: 1

User-Agent: facebot
Allow: /

User-Agent: Facebot
Allow: /

User-Agent: Twitterbot
Allow: /

User-Agent: LinkedInBot
Allow: /

User-Agent: Pinterest
Allow: /

User-Agent: Pinterestbot
Allow: /

User-Agent: Applebot
Allow: /

User-Agent: SemrushBot
Allow: /

User-Agent: AhrefsBot
Allow: /

Host: https://www.thefreeaitools.com
Sitemap: https://www.thefreeaitools.com/sitemap.xml
Sitemap: https://www.thefreeaitools.com/tools/sitemap.xml
Sitemap: https://www.thefreeaitools.com/categories/sitemap.xml
Sitemap: https://www.thefreeaitools.com/embedded-tools/sitemap.xml
Sitemap: https://www.thefreeaitools.com/blog/sitemap.xml