User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /search
Disallow: /search.py
Disallow: /yourmessages
Disallow: /publiline.py
Disallow: /yourbaskets/add
Disallow: /highslide/
Disallow: /ckeditor/
Disallow: /stats/
Disallow: /oai2d/
Disallow: /oai2d.py/
Disallow: /record/*/linkbacks/sendtrackback
Disallow: /admin/
Disallow: /person/
Disallow: /author/
Disallow: /journal/
Disallow: /submit
Disallow: /reference_update.py/
Disallow: /rss

User-Agent: bingbot
Disallow: /cgi-bin/
Disallow: /search
Disallow: /search.py
Disallow: /yourmessages
Disallow: /publiline.py
Disallow: /yourbaskets/add
Disallow: /highslide/
Disallow: /ckeditor/
Disallow: /stats/
Disallow: /oai2d/
Disallow: /oai2d.py/
Disallow: /admin/
Disallow: /person/
Disallow: /author/
Disallow: /journal/
Disallow: /submit
Disallow: /reference_update.py/
Disallow: /rss

User-Agent: Twitterbot
Disallow: /cgi-bin/
Disallow: /search
Disallow: /search.py
Disallow: /yourmessages
Disallow: /publiline.py
Disallow: /yourbaskets/add
Disallow: /highslide/
Disallow: /ckeditor/
Disallow: /stats/
Disallow: /oai2d/
Disallow: /oai2d.py/
Disallow: /admin/
Disallow: /person/
Disallow: /author/
Disallow: /journal/
Disallow: /submit
Disallow: /reference_update.py/
Disallow: /rss

User-agent: *
Disallow: /cgi-bin/
Disallow: /search
Disallow: /search.py
Disallow: /record
Disallow: /record/
Disallow: /yourmessages
Disallow: /publiline.py
Disallow: /yourbaskets/add
Disallow: /highslide/
Disallow: /ckeditor/
Disallow: /stats/
Disallow: /oai2d/
Disallow: /oai2d.py/
Disallow: /admin/
Disallow: /person/
Disallow: /author/
Disallow: /journal/
Disallow: /submit
Disallow: /reference_update.py/
Disallow: /rss

Sitemap: http://inspirehep.net/sitemap-index.xml.gz