User-Agent: *
Allow: /

Sitemap: /sitemap.xml
urllist: /urllist.txt

User-agent: *
Disallow: /?ref=

User-agent: Microsoft URL Control
Disallow: /

User-agent: Microsoft URL Control - 5.01.4511
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: cosmos
Disallow: /