# basically allow index.php and static dir, nothing else.
User-agent: *
Crawl-delay: 10
#Disallow: /static/ #allow static
Disallow: /callbacks/
Disallow: /css/
Disallow: /fonts/
Disallow: /images/
Disallow: /javascript/
Disallow: /payment/
Disallow: /add2any/
Disallow: /forms/
Disallow: /deal.php
Disallow: /mailing-list.php
Disallow: /merchant.php
Request-rate: 1/2         # maximum rate is one page every 2 seconds
Visit-time: 0130-0700     # only visit between 01:30 and 07:00 UTC (GMT)