#80legs
User-agent: 008
Crawl-delay: 10
Disallow: /

# Everyone else
User-agent: *
Disallow: /feedback/
Disallow: /village/
Disallow: /api/
Disallow: /ip/
Disallow: /ads/
Disallow: /bugs/
Disallow: /services/
Disallow: /testing/
Disallow: /m/
Disallow: /scrape/
Disallow: /load/
Disallow: /adindex/viewsite/

Disallow: /search/
Disallow: /restaurants/search/
Disallow: /search/searchResults/ajax*

User-agent: *
Allow: /services/sitemap/*

Sitemap: http://www.sfweekly.com/sitemap