# 1) this filename (robots.txt) must stay lowercase
# 2) this file must be in the servers root directory
#Crawl-delay: 5

User-agent: Mediapartners-Google
Allow: /search.php

User-agent: *
Disallow: 

Disallow: /feedlinks
Disallow: /feedlinks.php
Disallow: /clear_db_cache.php
Disallow: /clear_db_cache
Disallow: /memadming/
Disallow: /tools/
Disallow: /notify/
Disallow: /service/
Disallow: /sitecache/
Disallow: /json/
Disallow: /temp/
Disallow: /3rdparty/
Disallow: /pf/
Disallow: /api/
Disallow: /nirvagi/
Disallow: /api/appusers.txt
Disallow: /buy.php
Disallow: /featured.php
Disallow: /stores.php
Disallow: /saved.php
Disallow: /smartlinksupdate.php
Disallow: /smartlinksupdate
Disallow: /storeapi/
Disallow: /smartlinks.php
Disallow: /smartlinks
Disallow: /comments.php
Disallow: /deal.php
Disallow: /buy
Disallow: /login
Disallow: /join_group.php
Disallow: /join_group
Disallow: /topusers.php
Disallow: /user.php
Disallow: /user
Disallow: /group_story.php
Disallow: /groups.php
Disallow: /group_admin.php
Disallow: /admin/
Disallow: /admin/admin_index.php
Disallow: /live.php
Disallow: /live_comments.php
Disallow: /live_published.php
Disallow: /live_unpublished.php
Disallow: /login.php
Disallow: /register.php
Disallow: /vote.php
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /languages/
Disallow: /libs/
Disallow: /live/
Disallow: /LICENSE.txt
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /readme.html
Disallow: /search.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /tag/
Disallow: /templates/
Disallow: /new/recent/
Disallow: /new/yesterday/
Disallow: /new/today/
Disallow: /new/week/
Disallow: /new/month/
Disallow: /new/year/
Disallow: /new/alltime/
Disallow: /recent/
Disallow: /yesterday/
Disallow: /today/
Disallow: /week/
Disallow: /month/
Disallow: /year/
Disallow: /alltime/
Disallow: /upvoted/
Disallow: /downvoted/
Disallow: /commented/