# Do not add "Content-Signal:" — not in the standard robots.txt spec; Google Search # Console reports it as an unknown directive. Use meta robots / X-Robots-Tag for policies. User-agent: * Allow: / # Private/admin areas. Disallow: /admin/ Disallow: /*/admin/ Disallow: /account/ Disallow: /*/account/ Disallow: /user/ Disallow: /*/user/ Disallow: /logout/ Disallow: /*/logout/ Disallow: /deleteaccount/ Disallow: /*/deleteaccount/ # Transactional and authenticated flows. Disallow: /orders/ Disallow: /*/orders/ Disallow: /payment/ Disallow: /*/payment/ Disallow: /requests/ Disallow: /*/requests/ Disallow: /transfers/ Disallow: /*/transfers/ Disallow: /past/ Disallow: /*/past/ Disallow: /completed/ Disallow: /*/completed/ # Non-content endpoints. Disallow: /api/ Disallow: /*/api/ Disallow: /ajax/ Disallow: /*/ajax/ Disallow: /offers-stream/ Disallow: /*/offers-stream/ # Internal/search URLs and query variants. Disallow: /search/ Disallow: /*/search/ Disallow: /*?*search= Disallow: /*?*q= # Master index lists all locale urlsets (am-*-sitemap.xml and /{locale}/*-sitemap.xml). Sitemap: https://gavag.am/sitemap_index.xml