User-agent: *
#Crawl-delay: 10
Sitemap: https://lasvegassun.com/sitemap.xml
Disallow: /restaurants/search/
Disallow: *reminder/
Disallow: *ufcsn
Disallow: /:
Disallow: /:/
Disallow: /*rawhtml*
Disallow: /702show*
Disallow: /accounts*
Disallow: /accounts/login*
Disallow: /admin/
Disallow: /blogs/robin-leachs-las-vegas-celebrity-watch*
Disallow: /cgi-bin/
Disallow: /comments*
Disallow: /compare/
Disallow: /compare/
Disallow: /contact/
Disallow: /content/
Disallow: /dossier*
Disallow: /events/search/?category=*
Disallow: /events/search/
Disallow: /feedback/
Disallow: /fileadmin/
Disallow: /flag/
Disallow: /mailfriend*
Disallow: /mailfriend/
Disallow: /mma-sn/
Disallow: /r/
Disallow: /search/
Disallow: /slideshow_xml/
Disallow: /sun/dossier*
Disallow: /sunbin*
Disallow: /sunbin/
Disallow: /ufc-sn/
Disallow: /ufc-video-sn/
Disallow: /users/
Disallow: /wec-sn/
Disallow: */cdn-cgi/l/email-protection*
Disallow:*/slideshow_xml/
Disallow: */xml/
Disallow: *inlines/
Disallow: *cdn-cgi/
Disallow: */drudged/

#specific URLS to block
Disallow: *charges-fly-among-las-vegas-nightclub-investors*
Disallow: *scaled.0325_met_health03*

#other user agents
User-agent: Directcrawler
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: Java/1.5.0_11
Disallow: /
User-agent: Java/1.4.1_04
Disallow: /
User-agent: gsa-crawler
Disallow: /
#User-agent: ia_archiver-web.archive.org
#Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: weborama-fetcher
Disallow: /
User-agent: Krzana bot
Disallow: /
User-agent: Clickagy Intelligence Bot v2
Disallow: /
User-agent: SputnikBot/2.3
Disallow: /

#images
User-agent: Googlebot-Image
Disallow: /*?
Disallow: /*_t12*
Disallow: /*_t18*
Disallow: /*_t19*
Disallow: /*_t20*
Disallow: /*_t27*
Disallow: /*_t30*
Disallow: /*_t37*
Disallow: /*_t60*
Disallow: /*_t61*
Disallow: /*_t65*
Disallow: /*_t96*
Disallow: /*_r45x*
Disallow: /*_r50x*
Disallow: /*_r90x*
Disallow: /*_r60x*
Disallow: /*_r100x*
Disallow: /*_r104x*
Disallow: /*_r180x*
Disallow: /*_r340x*
Disallow: /*_r415x*
Disallow: /*_tx50*

#added to try to force twitter to behave
User-agent: Twitterbot
Disallow: