#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
Crawl-delay: 10
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
# Others pages
Disallow: /blog/202008
Disallow: /blog/202007
Disallow: /blog/202006
Disallow: /blog/202005
Disallow: /blog/202003
Disallow: /blog/202009
Disallow: /blog/202001
Disallow: /blog/202004
Disallow: /blog/202002
Disallow: /blog/202012
Disallow: /blog/202011
Disallow: /blog/202010
Disallow: /blog/202107
Disallow: /blog/202106
Disallow: /blog/202105
Disallow: /blog/202104
Disallow: /blog/202109
Disallow: /blog/202108
Disallow: /blog/202103
Disallow: /blog/202102
Disallow: /blog/202101
Disallow: /blog/202110
Disallow: /blog/201412
Disallow: /blog/201411
Disallow: /blog/201406
Disallow: /blog/201405
Disallow: /blog/201402
Disallow: /blog/201401
Disallow: /blog/201403
Disallow: /blog/201407
Disallow: /blog/201409
Disallow: /blog/201512
Disallow: /blog/201511
Disallow: /blog/201510
Disallow: /blog/201502
Disallow: /blog/201505
Disallow: /blog/201506
Disallow: /blog/201503
Disallow: /blog/201507
Disallow: /blog/201508
Disallow: /blog/201611
Disallow: /blog/201612
Disallow: /blog/201610
Disallow: /blog/201604
Disallow: /blog/201605
Disallow: /blog/201601
Disallow: /blog/201602
Disallow: /blog/201603
Disallow: /blog/201606
Disallow: /blog/201608
Disallow: /blog/201609
Disallow: /blog/201607
Disallow: /blog/201710
Disallow: /blog/201711
Disallow: /blog/201712
Disallow: /blog/201703
Disallow: /blog/201704
Disallow: /blog/201701
Disallow: /blog/201707
Disallow: /blog/201706
Disallow: /blog/201709
Disallow: /blog/201811
Disallow: /blog/201810
Disallow: /blog/201812
Disallow: /blog/201803
Disallow: /blog/201801
Disallow: /blog/201806
Disallow: /blog/201807
Disallow: /blog/201804
Disallow: /blog/201808
Disallow: /blog/201809
Disallow: /blog/201912
Disallow: /blog/201901
Disallow: /blog/201910
Disallow: /blog/201911
Disallow: /blog/201902
Disallow: /blog/201905
Disallow: /blog/201906
Disallow: /blog/201907
Disallow: /blog/201903
Disallow: /blog/201908
Disallow: /blog/201904
Disallow: /blog/201909
Disallow: /blog/202008
Disallow: /blog/202007
Disallow: /blog/202006
Disallow: /blog/202005
Disallow: /blog/202003
Disallow: /blog/202009
Disallow: /blog/202001
Disallow: /blog/202004
Disallow: /blog/202002
Disallow: /blog/202012
Disallow: /blog/202011
Disallow: /blog/202010
Disallow: /blog/202107
Disallow: /blog/202106
Disallow: /blog/202105
Disallow: /blog/202104
Disallow: /blog/202109
Disallow: /blog/202108
Disallow: /blog/202103
Disallow: /blog/202102
Disallow: /blog/202101
Disallow: /blog/202110
Disallow: /blog/201412
Disallow: /blog/201411
Disallow: /blog/201406
Disallow: /blog/201405
Disallow: /blog/201402
Disallow: /blog/201401
Disallow: /blog/201403
Disallow: /blog/201407
Disallow: /blog/201409
Disallow: /blog/201512
Disallow: /blog/201511
Disallow: /blog/201510
Disallow: /blog/201502
Disallow: /blog/201505
Disallow: /blog/201506
Disallow: /blog/201503
Disallow: /blog/201507
Disallow: /blog/201508
Disallow: /blog/201611
Disallow: /blog/201612
Disallow: /blog/201610
Disallow: /blog/201604
Disallow: /blog/201605
Disallow: /blog/201601
Disallow: /blog/201602
Disallow: /blog/201603
Disallow: /blog/201606
Disallow: /blog/201608
Disallow: /blog/201609
Disallow: /blog/201607
Disallow: /blog/201710
Disallow: /blog/201711
Disallow: /blog/201712
Disallow: /blog/201703
Disallow: /blog/201704
Disallow: /blog/201701
Disallow: /blog/201707
Disallow: /blog/201706
Disallow: /blog/201709
Disallow: /blog/201811
Disallow: /blog/201810
Disallow: /blog/201812
Disallow: /blog/201803
Disallow: /blog/201801
Disallow: /blog/201806
Disallow: /blog/201807
Disallow: /blog/201804
Disallow: /blog/201808
Disallow: /blog/201809
Disallow: /blog/201912
Disallow: /blog/201901
Disallow: /blog/201910
Disallow: /blog/201911
Disallow: /blog/201902
Disallow: /blog/201905
Disallow: /blog/201906
Disallow: /blog/201907
Disallow: /blog/201903
Disallow: /blog/201908
Disallow: /blog/201904
Disallow: /blog/201909
Disallow: /resource-library/search
Disallow: /resource-library/search/Network%20for%20Teaching%20Entrepreneurship
Disallow: /resource-library/search/explainers
Disallow: /resource-library/search/Institute%20for%20Healthcare%20Improvement
Disallow: /resource-library/search/what%20we%20are%20doing%20grants%20grantee%20list%20henry%20l%20stimson%20center
Disallow: /resource-library/search/what%20we%20are%20doing%20grants%20grantee%20list%20peterson%20institute%20international%20economics
Disallow: /resource-library/search/Ethics%20Public%20Policy%20Center
Disallow: /resource-library/search/grants%20volcker%20alliance
Disallow: /resource-library/search/Clemson%20University
Disallow: /resource-library/search/National%20Academy%20of%20Sciences
Disallow: /resource-library/search/Economic%20Policy%20Institute
Disallow: /resource-library/search/Northwestern%20University
Disallow: /resource-library/search/Pro%20Publica%20Inc
Disallow: /resource-library/search/Center%20on%20Budget%20Policy%20Priorities
Disallow: /resource-library/search/Panetta%20Institute%20for%20Public%20Policy
Disallow: /resource-library/search/what%20we%20are%20doing%20grants%20grantee%20list%20state%20budget%20crisis%20task%20force
Disallow: /resource-library/search/National%20Academy%20of%20Social%20Insurance
Disallow: /resource-library/search/American%20Society%20for%20Public%20Administration
Disallow: /resource-library/search/Trustees%20of%20Tufts%20College
Disallow: /resource-library/search/Net%20Impact
Disallow: /resource-library/search/Center%20for%20Strategic%20International%20Studies
Disallow: /resource-library/search/Rhodes%20College
Disallow: /resource-library/search/Bill%20Hillary%20Chelsea%20Clinton%20Foundation
Disallow: /resource-library/search/Institute%20for%20College%20Access%20Success
Disallow: /resource-library/search/Transatlantic%20Futures%20Inc
Disallow: /resource-library/search/National%20Bureau%20of%20Economic%20Research%20Inc
Disallow: /resource-library/search/Center%20for%20Practical%20Bioethics
Disallow: /resource-library/search/events%20www%20politico%20com%20video%20politicos%20economy%20caucus%20event%20at%20rnc
Disallow: /resource-library/search/Trustees%20of%20Boston%20College
Disallow: /resource-library/search/Institute%20for%20Women%20s%20Policy%20Research
Disallow: /resource-library/search/Manhattan%20Institute%20for%20Policy%20Research
Disallow: /resource-library/search/New%20York%20University
Disallow: /resource-library/search/Civica%20Inc
Disallow: /resource-library/search/National%20Academy%20of%20Public%20Administration
Disallow: /resource-library/search/University%20of%20New%20Hampshire%20School%20of%20Law
Disallow: /resource-library/search/Research%20Foundation%20of%20City%20University%20of%20New%20York
Disallow: /resource-library/search/Icahn%20School%20of%20Medicine%20at%20Mount%20Sinai
Disallow: /resource-library/search/Independent%20Sector
Disallow: /resource-library/search/Brandeis%20University
Disallow: /resource-library/search/Coalition%20for%20Integrity%20Inc
Disallow: /resource-library/search/Fiscal%20Challenge
Disallow: /resource-library/search/Clinton%20Global%20Initiative
Disallow: /resource-library/search/Institute%20for%20Family%20Centered%20Care%20Inc
Disallow: /resource-library/search/George%20W%20Bush%20Foundation
Disallow: /resource-library/search/Ohio%20State%20University
Disallow: /resource-library/search/Partnership%20for%20Public%20Service
Disallow: /resource-library/search/NABE%20Foundation%20of%20National%20Association%20for%20Business%20Economics
Disallow: /resource-library/search/NALEO%20Educational%20Fund
Disallow: /resource-library/search/Comeback%20America%20Initiative
Disallow: /resource-library/search/Trustees%20of%20Dartmouth%20College
Disallow: /resource-library/search/New%20York%20City%20Partnership%20Foundation%20Inc
Disallow: /resource-library/search/Colorado%20State%20University
Disallow: /resource-library/search/Business%20Executives%20for%20National%20Security
Disallow: /resource-library/search/Kaiser%20Family%20Foundation
Disallow: /resource-library/search/Altarum%20Institute
Disallow: /resource-library/search/grants%20manhattan%20institute%20for%20policy%20research
Disallow: /resource-library/search/National%20Association%20of%20Health%20Data%20Organizations
Disallow: /resource-library/search/budget%20basics%20LINK%20to%20https%20www%20ssa%20gov%20oact%20cola%20awifactors
Disallow: /resource-library/search/grants%20peterson%20institute%20international%20economics
Disallow: /resource-library/search/Concord%20Coalition%20Corp
Disallow: /resource-library/search/Be%20Change%20Inc
Disallow: /resource-library/search/Milbank%20Memorial%20Fund
Disallow: /resource-library/search/Public%20Agenda%20Foundation%20Inc
Disallow: /resource-library/search/AmericaSpeaks
Disallow: /resource-library/search/National%20Governors%20Association%20Center%20for%20Best%20Practices
Disallow: /resource-library/search/Niskanen%20Center
Disallow: /resource-library/search/Regents%20of%20University%20of%20California
Disallow: /resource-library/search/Regents%20of%20University%20of%20Colorado
Disallow: /resource-library/search/Association%20for%20Budgeting%20Financial%20Management
Disallow: /resource-library/search/analysis
Disallow: /resource-library/search/press
Disallow: /resource-library/search/Camden%20Coalition%20of%20Healthcare%20Providers
Disallow: /resource-library/search/Beth%20Israel%20Deaconess%20Medical%20Center
Disallow: /resource-library/search/Project%20HOPE
Disallow: /resource-library/search/Aspen%20Institute
Disallow: /resource-library/search/Resources%20for%20Future%20Inc
Disallow: /resource-library/search/Committee%20for%20a%20Responsible%20Federal%20Budget
Disallow: /resource-library/search/Conference%20Board%20Inc
Disallow: /resource-library/search/press%20release%20www%20fiscalsummit%20org
Disallow: /resource-library/search/National%20Tax%20Association
Disallow: /resource-library/search/Bipartisan%20Policy%20Center
Disallow: /resource-library/search/Stanford%20University
Disallow: /resource-library/search/American%20Academy%20of%20Political%20Social%20Science
Disallow: /resource-library/search/Henry%20L%20Stimson%20Center
Disallow: /resource-library/search/grants%20center%20on%20budget%20policy%20priorities
Disallow: /resource-library/search/Georgetown%20University
Disallow: /resource-library/search/Health%20Quality%20Partners%20Inc
Disallow: /resource-library/search/Community%20Catalyst%20Inc
Disallow: /resource-library/search/Citizens%20Budget%20Commission
Disallow: /resource-library/search/Brown%20University
Disallow: /resource-library/search/Library%20of%20Congress
Disallow: /resource-library/search/Center%20for%20Responsive%20Politics
Disallow: /resource-library/search/America%20s%20Promise%20Alliance%20for%20Youth
Disallow: /resource-library/search/New%20America%20Foundation
Disallow: /resource-library/search/Research%20Foundation%20of%20State%20University%20of%20New%20York
Disallow: /resource-library/search/Woodrow%20Wilson%20International%20Center%20for%20Scholars
Disallow: /resource-library/search/George%20Washington%20University
Disallow: /resource-library/search/Nuclear%20Threat%20Initiative
Disallow: /resource-library/search/Catalyst%20for%20Payment%20Reform%20Inc
Disallow: /resource-library/search/Progressive%20Policy%20Institute
Disallow: /resource-library/search/Center%20for%20Health%20Care%20Strategies%20Inc
Disallow: /resource-library/search/Corporation%20for%20Advancement%20of%20Policy%20Evaluation
Disallow: /resource-library/search/Rice%20University
Disallow: /resource-library/search/Franklin%20Eleanor%20Roosevelt%20Institute
Disallow: /resource-library/search/Urban%20Institute
Disallow: /resource-library/search/Harvard%20University
Disallow: /resource-library/search/Mobilizing%20America%20s%20Youth
Disallow: /resource-library/search/Regents%20of%20University%20of%20Michigan
Disallow: /resource-library/search/National%20Quality%20Forum
Disallow: /resource-library/search/Heritage%20Foundation
Disallow: /resource-library/search/press%20release%20https%20princessandheiress%20com
Disallow: /resource-library/search/Foreign%20Policy%20Association
Disallow: /resource-library/search/Center%20for%20Study%20of%20Presidency
Disallow: /resource-library/search/Fund%20for%20Public%20Advocacy
Disallow: /resource-library/search/Grantmakers%20in%20Aging%20Inc
Disallow: /resource-library/search/Peter%20G%20Peterson%20Institute%20for%20International%20Economics
Disallow: /resource-library/search/University%20of%20Washington%20Foundation
Disallow: /resource-library/search/Yale%20University
Disallow: /resource-library/search/what%20we%20are%20doing%20education%20awareness%20fiscal%20confidence%20index%20results%20Februrary
Disallow: /resource-library/search/what%20we%20are%20doing%20education%20awareness%20fiscal%20confidence%20index%20results%20May
Disallow: /resource-library/search/Hope%20Street%20Group
Disallow: /resource-library/search/WNET%20org
Disallow: /resource-library/search/Columbia%20University
Disallow: /resource-library/search/Emory%20University
Disallow: /resource-library/search/State%20of%20USA%20Inc
Disallow: /resource-library/search/sites%20default%20files%20Fiscal%20Confidence%20Index%20pdf
Disallow: /resource-library/search/Brookings%20Institution
Disallow: /resource-library/search/Joint%20Center%20for%20Political%20Economic%20Studies%20Inc
Disallow: /resource-library/search/RAND%20Corporation
Disallow: /resource-library/search/press%20release%20fci%20press%20release
Disallow: /resource-library/search/Common%20Good%20Institute
Disallow: /resource-library/search/Center%20for%20American%20Progress
Disallow: /resource-library/search/Coalition%20to%20Transform%20Advanced%20Care
Disallow: /resource-library/search/Teachers%20College%20Columbia%20University
Disallow: /resource-library/search/Hudson%20Institute
Disallow: /resource-library/search/Volcker%20Alliance
Disallow: /resource-library/search/American%20Enterprise%20Institute
Disallow: /resource-library/search/Mercatus%20Center
Disallow: /resource-library/search/Southern%20Methodist%20University
Disallow: /resource-library/search/grants%20center%20strategic%20international%20studies
Disallow: /resource-library/search/Posse%20Foundation
Disallow: /resource-library/search/University%20of%20Washington
Disallow: /resource-library/search/American%20Action%20Forum
Disallow: /resource-library/search/University%20of%20Southern%20California
Disallow: /resource-library/search/Atlantic%20Monthly%20Group%20Inc
Disallow: /resource-library/search/what%20we%20are%20doing%20grants%20grantee%20list%20volcker%20alliance
Disallow: /resource-library/search/Council%20for%20Economic%20Education
Disallow: /resource-library/search/Williams%20College