# Last updated: 2024-03-15 User-agent: * Crawl-delay: 10 # Static files Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.webp$ Allow: /*.svg$ # Media Allow: /sites/default/files/ Allow: /sites/default/files/styles/ Disallow: /core/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ Disallow: /vendor/ Disallow: /*.txt$ Disallow: /*.php$ Disallow: /install* Disallow: /update.php Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /CHANGELOG* Disallow: /LICENSE* Disallow: /MAINTAINERS* Disallow: /UPGRADE* Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/ Disallow: /admin/config/ Disallow: /admin/modules/ Disallow: /admin/reports/ Disallow: /admin/structure/ Disallow: /*? Disallow: /?f= Sitemap: https://furtmir.by/sitemap.xml