User-agent: * # disallow all files in these directories Disallow: /cgi-bin Disallow: /admin Disallow: /stats Disallow: /system Disallow: /loader Disallow: /SWF Disallow: /ajax Disallow: /uplads Disallow: /classes Disallow: /languages Disallow: /includes Disallow: /tmp Disallow: /sms Disallow: /ad Disallow: /bin Disallow: /cron Disallow: /test2.php Disallow: /thumb User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.inc$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ User-agent: Googlebot-Image Disallow: / SITEMAP: https://utroruse.com/sitemap.php SITEMAP: https://utroruse.com/broy_sitemap.php SITEMAP: https://utroruse.com/news_sitemap.php SITEMAP: https://utroruse.com/news_sitemap2.php SITEMAP: https://utroruse.com/news_sitemap3.php SITEMAP: https://utroruse.com/pdf_sitemap.php SITEMAP: https://utroruse.com/nmp.php