# # $Id: robots.txt 6782 2009-02-04 01:40:24Z zs $ # # Copyright (c) 2008 Underlying Inc. All rights reserved. # # robots.txt: URLs we ask crawlers to ignore. # User-agent: * Crawl-delay: 4 Disallow: /login Disallow: /logout Disallow: /signup Disallow: /ajax_signup Disallow: /ajax_login Disallow: /changepassword Disallow: /resetpassword Disallow: /rp Disallow: /fe Disallow: /addcontact Disallow: /invite Disallow: /create Disallow: timeline/*/edit Disallow: timeline/*/delete Disallow: timeline/*/follow Disallow: timeline/*/nofollow Disallow: timeline/*/feeds Disallow: timeline/*/map Disallow: timeline/*/triple Disallow: timeline/*/rss Disallow: timeline/*/json Disallow: timeline/*/flip Disallow: timeline/*/embed_badge Disallow: timeline/*/embed Disallow: timeline/*/embed_tl Disallow: timeline/*/embed_flip Disallow: timeline/*/embed_list Disallow: timeline/*/embed_map Disallow: timeline/*/embed_triple Disallow: timeline/*/comment Disallow: timeline/*/blog Disallow: timeline/*/askperm Disallow: timeline/*/permres Disallow: timeline/*/ifl Disallow: timeline/*/copy Disallow: /timelines/*/embed Disallow: /user/*/edit Disallow: /user/*/notifications Disallow: /user/*/contacts Disallow: /event Disallow: /media Disallow: /search Disallow: /upload Disallow: /admin