User-agent: * Allow: /$ Allow: /n/ Allow: /signup/ Allow: /assets/ Allow: /favicon.png Disallow: /root-admin Disallow: /super-admin Disallow: /helper Disallow: /add-money-helper Disallow: /sub-user Disallow: /root-sub-user Disallow: /app/ Disallow: /api/ User-agent: HTTrack Disallow: / User-agent: wget Disallow: / User-agent: curl Disallow: / User-agent: Scrapy Disallow: / User-agent: SiteSucker Disallow: / User-agent: WebCopier Disallow: / User-agent: WebZIP Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: /