## GENERAL SETTINGS

## Enable robots.txt rules for all crawlers
User-agent: *

Sitemap: https://www.delfrio.com.br/media/sitemap/sitemap.xml

## Do not crawl common technical folders
Disallow: /404/
#Disallow: /media/
Disallow: /model/
Disallow: /soap/
Disallow: /view/

## Do not crawl common files
Disallow: /config.php
Disallow: /functions.php

## MAGENTO SEO IMPROVEMENTS

## Do not crawl 2-nd home page copy (example.com/index.php/). Uncomment it only if you activated Magento SEO URLs.
Disallow: /index.php/

## Do not crawl links with session IDs
#Disallow: /*?pg=
#Disallow: /*?termo=
#Disallow: /*?marca=
#Disallow: /*&marca=


## Do not crawl checkout and user account pages
Disallow: /meus-pedidos/
Disallow: /meu-cadastro/
Disallow: /carrinho/
Disallow: /checkout/
Disallow: /meu-cadastro/
Disallow: /cadastro/
Disallow: /login/

## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /ajax/


## SERVER SETTINGS

## Do not crawl common server technical folders and files
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php