# robots.txt for http://www.lib.colum.edu; exclude specific directories from robots
User-agent: *
Disallow: /blog/
Disallow: /cirt/cirt_stylesheet.css
Disallow: /cirt/experiments/
Disallow: /cirt/flash/
Disallow: /cirt/graphics/
Disallow: /cirt/library_catalog_movie/
Disallow: /cirt/scripts/
Disallow: /cirt/ec2/text_meaning.htm
Disallow: /cirt/ec2/text_content.htm
Disallow: /cirt/ec2/text_response.htm
Disallow: /cirt/ec2/rocket_science.htm
Disallow: /cirt/ec2/explanation.htm
Disallow: /cirt/ec2/research_question.php
Disallow: /cirt/ec2/keywordsframe.htm
Disallow: /cirt/ec2/keywordsyourturn.php
Disallow: /cirt/ec2/search_phrases.htm
Disallow: /cirt/ec2/search_phrases3.php
Disallow: /cirt/ec2/catalog_film.htm
Disallow: /cirt/ec2/catalog_film2.htm
Disallow: /cirt/ec2/catalog_instructions.htm
Disallow: /cirt/ec2/librarycatalog_frameset.htm
Disallow: /cirt/ec2/print_results.php
Disallow: /cirt/ethno/text_meaning.htm
Disallow: /cirt/ethno/text_content.htm
Disallow: /cirt/ethno/text_response.htm
Disallow: /cirt/ethno/rocket_science.htm
Disallow: /cirt/ethno/explanation.htm
Disallow: /cirt/ethno/gourmand.htm
Disallow: /cirt/ethno/gourmand_books.htm
Disallow: /cirt/ethno/cafe_books.htm
Disallow: /cirt/ethno/theoretical_lenses.htm
Disallow: /cirt/ethno/space.php
Disallow: /cirt/ethno/identity.php
Disallow: /cirt/ethno/communication.php
Disallow: /cirt/ethno/keywordsframe.htm
Disallow: /cirt/ethno/keyword_exercise.php
Disallow: /cirt/ethno/search_phrases.htm
Disallow: /cirt/ethno/search_phrases_exercise.php
Disallow: /cirt/ethno/end_preliminary.htm
Disallow: /cirt/ethno/catalog_film2.htm
Disallow: /cirt/ethno/catalog_instructions.htm
Disallow: /cirt/ethno/librarycatalog_frameset.htm
Disallow: /cirt/ethno/print_results.php
Disallow: /cirt/filmhistory/fhflash/
Disallow: /cirt/filmhistory/fhgraphics/
Disallow: /cirt/filmhistory/images/
Disallow: /cirt/filmhistory/getting_started.htm
Disallow: /cirt/filmhistory/objectives.htm
Disallow: /cirt/filmhistory/tools.htm
Disallow: /cirt/filmhistory/catalog.htm
Disallow: /cirt/filmhistory/book.htm
Disallow: /cirt/filmhistory/index.htm
Disallow: /cirt/filmhistory/browse.htm
Disallow: /cirt/filmhistory/articles.htm
Disallow: /cirt/filmhistory/popular.htm
Disallow: /cirt/filmhistory/scholarly.htm
Disallow: /cirt/filmhistory/periodicals.htm
Disallow: /cirt/filmhistory/citations.htm
Disallow: /cirt/filmhistory/academic_search.htm
Disallow: /cirt/filmhistory/specialty.htm
Disallow: /cirt/filmhistory/film_index.htm
Disallow: /cirt/filmhistory/final_quiz.php
Disallow: /cirt/filmhistory/print_results.php
Disallow: /cirt/arthistory/ahgraphics/
Disallow: /cirt/arthistory/fhflash/
Disallow: /cirt/arthistory/objectives.htm
Disallow: /cirt/arthistory/getting_started.htm
Disallow: /cirt/arthistory/access_quiz.htm
Disallow: /cirt/arthistory/free_quiz.htm
Disallow: /cirt/arthistory/organized_quiz.htm
Disallow: /cirt/arthistory/people_quiz.htm
Disallow: /cirt/arthistory/websummary.htm
Disallow: /cirt/arthistory/grove_art.htm
Disallow: /cirt/arthistory/books1.htm
Disallow: /cirt/arthistory/catalog1.htm
Disallow: /cirt/arthistory/examinebook.htm
Disallow: /cirt/arthistory/examinebook2.htm
Disallow: /cirt/arthistory/broaden1.htm
Disallow: /cirt/arthistory/broadencatalog_film.htm
Disallow: /cirt/arthistory/broadening_questions.php
Disallow: /cirt/arthistory/articles1.htm
Disallow: /cirt/arthistory/artft_film.htm
Disallow: /cirt/arthistory/articles2.htm
Disallow: /cirt/arthistory/print_results.php
Disallow: /demo/
Disallow: /electronic/
Disallow: /ezproxy/
Disallow: /gif/
Disallow: /graphics/
Disallow: /htdig/
Disallow: /includes/
Disallow: /learn/
Disallow: /oldsite/
Disallow: /TILT/
Disallow: /webstats/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/


# disallow stress test
user-agent: stress-agent
Disallow: /