# robots.txt
User-agent: *
Crawl-delay: 25
Disallow: /media/new
Disallow: /media/create
Disallow: /media/edit
Disallow: /media/update
Disallow: /media/destroy
Disallow: /media/subscribe
Disallow: /media/unsubscribe
Disallow: /media/select
Disallow: /media/unselect
Disallow: /taxa/new
Disallow: /taxa/create
Disallow: /taxa/edit
Disallow: /taxa/update
Disallow: /taxa/destroy
Disallow: /locations/new
Disallow: /locations/create
Disallow: /locations/edit
Disallow: /locations/update
Disallow: /locations/destroy
Disallow: /media_comments/new
Disallow: /media_comments/create
Disallow: /media_comments/edit
Disallow: /media_comments/update
Disallow: /media_comments/destroy
Disallow: /forums/new
Disallow: /forums/create
Disallow: /forums/edit
Disallow: /forums/update
Disallow: /forums/destroy
Disallow: /forum_topics/new
Disallow: /forum_topics/create
Disallow: /forum_topics/edit
Disallow: /forum_topics/update
Disallow: /forum_topics/destroy
Disallow: /forum_posts/new
Disallow: /forum_posts/create
Disallow: /forum_posts/edit
Disallow: /forum_posts/update
Disallow: /forum_posts/destroy
Disallow: /users/
Allow: /users/show/