#
# robots.txt
#



User-agent: *

# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

Sitemap: http://www.natefind.com/sitemap_index.xml
Sitemap: http://www.natefind.com/sitemap_index_nj.xml




# and more
Disallow:  /nj/manchester/larchmont+st/2165306
Disallow:  /sold/317-east-73rd-st-manhattan-10021/700009
Disallow:  /sold/80-11-151st-ave-queens-11414/129324
Disallow:  /sold/50-riverside-dr-manhattan-10024/85241
Disallow:  /sold/250-east-30th-st-manhattan-10016/418623
Disallow:  /sold/99-60-63rd-rd-queens-11374/480557
Disallow:  /sold/50-09-2nd-st-queens-11101/647112
Disallow:  /sold/200-west-end-ave-manhattan-10023/15967
Disallow:  /sold/3-sheridan-sq-manhattan-10014/692282
Disallow:  /sold/42-west-15th-st-manhattan-10011/718140
Disallow:  /nj/rahway/e+hazelwood+ave/2617353
Disallow:  /nj/rahway/e+hazelwood+ave/2617349
Disallow:  /sold/21-22-greene-ave-queens-11385/144393
Disallow:  /sold/641-5th-ave-manhattan-10022/687615
Disallow:  /sold/120-riverside-blvd-manhattan-10069/687627
Disallow:  /nj/montclair/carlisle+road/967709
Disallow:  /sold/211-east-46th-st-manhattan-10017/14948
Disallow:  /sold/450-west-17th-st-manhattan-10011/29812
Disallow:  /sold/350-west-42nd-st-manhattan-10036/27901
Disallow:  /sold/1671-west-10th-st-brooklyn-11223/705636
Disallow:  /sold/225-east-57th-st-manhattan-10022/692042
Disallow:  /sold/73-worth-st-manhattan-10013/714538
Disallow:  /sold/67-east-11th-st-manhattan-10003/672410
Disallow:  /sold/77-7th-ave-manhattan-10011/93719
Disallow:  /sold/161-west-75th-st-manhattan-10023/746265
Disallow:  /sold/1-river-terrace-manhattan-10007/88854
Disallow:  /nj/montclair/claremont+ave+c6112/968689
Disallow:  /sold/112-24-71st-rd-queens-11375/740261
Disallow:  /sold/10-east-85th-st-manhattan-10028/717919
Disallow:  /sold/101-west-24th-st-manhattan-10011/90075
Disallow:  /sold/209-clinton-ave-brooklyn-11205/664356
Disallow:  /sold/215-east-73rd-st-manhattan-10021/686741