User-agent: * # Allow dynamic open graph images Allow: /api/og # Allow auth pages Allow: /dashboard$ Allow: /dashboard/signup$ Disallow: /dashboard/ Disallow: /api/ Disallow: /ip-geo-location.csv # Allow all other pages not disallowed above Allow: / # Host Host: https://www.latitude.sh/ # Sitemaps Sitemap: https://www.latitude.sh/sitemap.xml User-agent: Twitterbot # Twitterbot doesn't seem to follow Googles robot.txt spec # This rule has been added to allow twitterbot to crawl images for sharing on twitter Allow: /api/og