Sitemap: /sitemap.xml.gz

# Define access-restrictions for robots/spiders
# http://www.robotstxt.org/wc/norobots.html

# By default we allow robots to access all areas of our site 
# already accessible to anonymous users

# Yandex bot
User-agent: Yandex
Disallow: /

# Dicoveryengine.com
User-agent: discobot
Disallow: / 

# Blekkobot
User-agent: Blekkobot
Disallow: /

# SEOkicks
User-agent: SEOkicks
Disallow: /

# Exabot
User-agent: Exabot
Disallow: /

# Google Image bot
User-agent: Googlebot-Image
Disallow: /*image* 
Disallow: /*leadImage* 

User-agent: *
Crawl-delay: 5
Disallow: /nonmobile
Disallow: /search
Disallow: /search_rss
Disallow: /m/
Disallow: /nonmobile
Disallow: /sandbox
Disallow: /intranet
Disallow: /private
Disallow: /*ics_view$
Disallow: /*vcs_view$
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /*folder_contents$
Disallow: /*?searchterm=*
Disallow: /*image_view_fullscreen$
Disallow: /*newsletter_print
Disallow: /*/order$
Disallow: /4-h/audiences
Disallow: /4-h/counties/chester/images
Disallow: /4-h/counties/clinton/news/newsletter
Disallow: /4-h/events/all-events
Disallow: /4-h/learn-more
Disallow: /adams/events/files
Disallow: /adams/events/files/a-home-in-the-country
Disallow: /agronomy-guide/background-images
Disallow: /all-news
Disallow: /allegheny/events/files
Disallow: /allegheny/events/files/pittsburgh-urban-agriculture-ordinance
Disallow: /allegheny/photos/news-items
Disallow: /animals/beef/learn-more
Disallow: /animals/dairy/events/featured-webinar
Disallow: /animals/dairy/events/newsletter
Disallow: /animals/dairy/events/spotlight
Disallow: /animals/dairy/learn-more
Disallow: /animals/equine/events/files
Disallow: /animals/equine/learn-more
Disallow: /animals/goats/learn-more
Disallow: /animals/health/images
Disallow: /animals/health/learn-more
Disallow: /animals/health/news/newsletter
Disallow: /animals/poultry/events/files
Disallow: /animals/poultry/learn-more
Disallow: /animals/poultry/topics/health-and-diseases/avian-influenza/extension-resources
Disallow: /animals/program-areas
Disallow: /animals/sheep/learn-more
Disallow: /animals/swine/images/manure-additive-shows-swine-odor-reduction
Disallow: /animals/swine/learn-more
Disallow: /armstrong/events/files
Disallow: /beaver/events/files
Disallow: /bedford/events/files
Disallow: /berks/events/files
Disallow: /blair/events/files
Disallow: /bradford/events/files
Disallow: /bucks/events/files
Disallow: /business/ag-alternatives/learn-more
Disallow: /business/ag-safety/farm-emergencies/spotlight
Disallow: /business/ag-safety/learn-more
Disallow: /business/ag-safety/spotlight
Disallow: /business/crop-insurance/learn-more
Disallow: /business/events
Disallow: /business/program-areas
Disallow: /business/start-farming/files
Disallow: /business/start-farming/files/courses
Disallow: /business/start-farming/files/courses/2012-abcs-of-beekeeping
Disallow: /business/start-farming/files/courses/2012-agroforestry
Disallow: /business/start-farming/files/courses/2012-exploring-small-farm-dream-application-lehigh
Disallow: /business/start-farming/files/courses/2012-intro-to-potato-production
Disallow: /business/start-farming/files/courses/2012-intro-to-soils
Disallow: /business/start-farming/files/courses/2012-lofa-bucks
Disallow: /business/start-farming/files/courses/2012-lofa-lehigh
Disallow: /business/start-farming/files/courses/2012-lofa-montgomery
Disallow: /business/start-farming/files/courses/2012-monroe-co-small-scale-poultry
Disallow: /business/start-farming/files/courses/2012-org-veg-prod
Disallow: /business/start-farming/files/courses/2012-pasture-school
Disallow: /business/start-farming/files/courses/2012-retail-farm-market-school
Disallow: /business/start-farming/files/courses/2012-small-scale-poultry
Disallow: /business/start-farming/files/courses/breaking-the-barriers
Disallow: /business/start-farming/files/courses/breaking-the-myths-accessing-capital
Disallow: /business/start-farming/files/courses/discovering-your-market-opportunities
Disallow: /business/start-farming/files/courses/eqip-organic
Disallow: /business/start-farming/files/courses/equine-stewardship-program
Disallow: /business/start-farming/files/courses/explorer-honesdale
Disallow: /business/start-farming/files/courses/explorer-lehigh
Disallow: /business/start-farming/files/courses/exploring-the-small-farm-dream-application-columbia-county
Disallow: /business/start-farming/files/courses/exploring-the-small-farm-dream-application-monroe
Disallow: /business/start-farming/files/courses/exploring-the-small-farm-dream-application-philadelphia
Disallow: /business/start-farming/files/courses/fruit-course-2012
Disallow: /business/start-farming/files/courses/gap-berks-march-20
Disallow: /business/start-farming/files/courses/grazing-school
Disallow: /business/start-farming/files/courses/incubators-presentation
Disallow: /business/start-farming/files/courses/livestock-home-study-courses
Disallow: /business/start-farming/files/courses/manure-management-regulations
Disallow: /business/start-farming/files/courses/northampton-environmental-regs-jan-2012
Disallow: /business/start-farming/files/courses/pasture-management
Disallow: /business/start-farming/files/courses/sample-crop-planning-spreadsheet
Disallow: /business/start-farming/files/courses/sheep-and-goat-parasites-2012
Disallow: /business/start-farming/files/courses/sheep-management-2012
Disallow: /business/start-farming/files/courses/tewksbury-farm
Disallow: /business/start-farming/files/courses/usda-salmonella-trial
Disallow: /butler/events/files
Disallow: /cambria/events/files
Disallow: /cameron/events/files
Disallow: /carbon/events/files
Disallow: /centre/events/files
Disallow: /chester/events/files
Disallow: /clearfield/events/files
Disallow: /clinton/events/files
Disallow: /columbia/events/files
Disallow: /community/ecd/learn-more
Disallow: /community/pmpei/learn-more
Disallow: /community/program-areas
Disallow: /community/rule/learn-more
Disallow: /crawford/events/files
Disallow: /cumberland/events/files
Disallow: /dauphin/events/files
Disallow: /delaware/events/files
Disallow: /diazo
Disallow: /diazo-leftcolumn-fullwidth
Disallow: /diazo-rightcolumn
Disallow: /diazo-rightcolumn-fullwidth
Disallow: /directory/cmeg
Disallow: /elk/events/files
Disallow: /erie/events/files
Disallow: /evaluation
Disallow: /events/cvent
Disallow: /events/fee
Disallow: /events/wagn
Disallow: /fayette/events/files
Disallow: /files/tomato-blight
Disallow: /food/dairy/learn-more
Disallow: /food/enology/learn-more
Disallow: /food/entrepreneurs/learn-more
Disallow: /food/events
Disallow: /food/popular
Disallow: /food/preservation/issues/preserving-foods-in-oil/flavored-vinegars-and-oil
Disallow: /food/preservation/learn-more
Disallow: /food/program-areas
Disallow: /food/safety/course-follow-up-information/venison-101
Disallow: /food/safety/course-follow-up-information/venison-101/Deer-SafetyCWD2008.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/EHD-Fact-Sheet.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/FieldDressingImages.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/ShortCompost.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/Venison101-08.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/Venison1018-09.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/Venison1019-07.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/Vension20101.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/pictures-from-2009-workshop/100-vension6-JPG.jpg
Disallow: /food/safety/course-follow-up-information/venison-101/publications/pathology-for-deer-hunters.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/venison-safety-2side.pdf
Disallow: /food/safety/course-follow-up-information/venison-101/venisonworkshop2.wmv
Disallow: /food/safety/courses/popular-courses
Disallow: /food/safety/images/farm
Disallow: /food/safety/learn-more
Disallow: /food/safety/resources-contacts
Disallow: /food/safety/resources-contacts/governmental-agency-resources/pa-dept-of-agriculture/regional-offices-directory
Disallow: /forest/events/files
Disallow: /forest/learn-more
Disallow: /franklin/events/files
Disallow: /fulton/events/files
Disallow: /greene/events/files
Disallow: /greg/event-register
Disallow: /health/learn-more
Disallow: /health/young-lungs/Order%20Form.pdf
Disallow: /health/young-lungs/YLAP%20Sample%20Ordinance.doc
Disallow: /health/young-lungs/YLP%20Sample%20Policy.doc
Disallow: /huntingdon/events/files
Disallow: /images
Disallow: /images/ExtCoMap.gif.1
Disallow: /images/edata/4h-projectsupdate
Disallow: /images/edata/activity-registration
Disallow: /images/edata/registration-tools
Disallow: /images/edata/search-users
Disallow: /images/edata/updated-staff-enrollment
Disallow: /images/edata/updated-staff-enrollment3
Disallow: /images/edata/updated-staff-enrollment4
Disallow: /images/edata/workspaceupdate
Disallow: /images/factsheets/ppath/Gaillardia_2.png
Disallow: /images/factsheets/ppath/Galilardia.png
Disallow: /images/factsheets/ppath/anthracnose-on-euonymus
Disallow: /images/factsheets/ppath/crabapple-diseases6.png
Disallow: /images/lackawannamap.gif
Disallow: /images/newsletter-images
Disallow: /images/old-ExtCoMap
Disallow: /indiana/events/files
Disallow: /jefferson/events/files
Disallow: /juniata/events/files
Disallow: /lackawanna/events/files
Disallow: /lancaster/events/files
Disallow: /lawrence/events/files
Disallow: /lebanon/events/files
Disallow: /lebanon/events/files/soil-test-kit-instructions-purchase
Disallow: /lebanon/events/files/sw-stay-young-strong-bones-poster
Disallow: /lehigh/events/files
Disallow: /luzerne/events/files
Disallow: /lycoming/events/files
Disallow: /mckean/events/files
Disallow: /mercer/events/files
Disallow: /mercer/events/files/early-childhood-council-q-a
Disallow: /mercer/events/files/ece_analysis
Disallow: /mercer/events/files/ocof-tablet
Disallow: /mifflin/events/files
Disallow: /monroe/events/files
Disallow: /montgomery/events/files
Disallow: /montour/events/files
Disallow: /natural-resources/energy/learn-more
Disallow: /natural-resources/energy/news/newsletter
Disallow: /natural-resources/events
Disallow: /natural-resources/forests/learn-more
Disallow: /natural-resources/forests/news/newsletter
Disallow: /natural-resources/forests/timber-market-report/latest
Disallow: /natural-resources/most-popular
Disallow: /natural-resources/natural-gas/issues/business
Disallow: /natural-resources/natural-gas/issues/community-and-government
Disallow: /natural-resources/natural-gas/issues/general-information
Disallow: /natural-resources/natural-gas/issues/landowners
Disallow: /natural-resources/natural-gas/learn-more
Disallow: /natural-resources/natural-gas/spotlight
Disallow: /natural-resources/program-areas
Disallow: /natural-resources/water/conservation/agricultural/agricultural-water-conservation-clearinghouse
Disallow: /natural-resources/water/conservation/water-conservation-home-study/videos
Disallow: /natural-resources/water/images/mid-atlantic-pocket-guide
Disallow: /natural-resources/water/learn-more
Disallow: /natural-resources/wildlife/learn-more
Disallow: /northampton/events/files
Disallow: /pacaa/events/3b59f971-053d-4d3e-9b75-21b860cd67cb
Disallow: /parenting
Disallow: /perry/events/files
Disallow: /pests/bedbugs/learn-more
Disallow: /pests/popular
Disallow: /pests/program-areas
Disallow: /pests/spotted-lanternfly/background-images/bg-1
Disallow: /pests/spotted-lanternfly/program-spotlight
Disallow: /pests/weeds/learn-more
Disallow: /philadelphia/events/files
Disallow: /pike/events/files
Disallow: /plants/crops/grains/spotlight
Disallow: /plants/crops/learn-more
Disallow: /plants/crops/news/subscribe/field-crop-news-subscriptions
Disallow: /plants/crops/webinars
Disallow: /plants/crops/webinars/2013-crop-management-webinar-series
Disallow: /plants/crops/webinars/webinar-instructions
Disallow: /plants/events
Disallow: /plants/gardening/images/ask-a-master-gardener-logo
Disallow: /plants/gardening/learn-more
Disallow: /plants/gardening/master-gardener-program
Disallow: /plants/green-industry/files-pdfs
Disallow: /plants/green-industry/files-pdfs/arthropod-pest-diagnosis-of-the-month-answer
Disallow: /plants/green-industry/learn-more
Disallow: /plants/master-gardener/counties/centre/plant-sale/vendors
Disallow: /plants/master-gardener/learn-more
Disallow: /plants/nutrient-management/learn-more
Disallow: /plants/nutrient-management/news/newsletter
Disallow: /plants/plasticulture/learn-more
Disallow: /plants/popular
Disallow: /plants/program-areas
Disallow: /plants/sustainable/images/effect-of-cover-crops-and-drought-on-soil-nitrification-potential
Disallow: /plants/sustainable/images/soil-carbon-levels-in-diverse-cropping-systems
Disallow: /plants/sustainable/learn-more
Disallow: /plants/tree-fruit/growing-season-updates
Disallow: /plants/tree-fruit/images/insect-bytes
Disallow: /plants/tree-fruit/learn-more
Disallow: /plants/tree-fruit/listing
Disallow: /plants/tree-fruit/spotlight
Disallow: /plants/vegetable-fruit/images/common-natural-enemies-in-high-tunnels
Disallow: /plants/vegetable-fruit/images/insects-on-sticky-cards
Disallow: /plants/vegetable-fruit/images/mocks-greenhouse-and-farm
Disallow: /plants/vegetable-fruit/images/stehr-and-sons-farm
Disallow: /plants/vegetable-fruit/learn-more
Disallow: /potter/events/files
Disallow: /prepare/emergencyready/drought/ornamentals/dogwood
Disallow: /prepare/readyag/listing
Disallow: /prepare/readyag/readyag-workbook-cattle.pdf
Disallow: /prepare/readyag/readyag-workbook-crops.pdf
Disallow: /prepare/readyag/readyag-workbook-dairy.pdf
Disallow: /prepare/readyag/readyag-workbook-fruits-vegetables.pdf
Disallow: /prepare/readyag/readyag-workbook-poultry.pdf
Disallow: /prepare/readyag/readyag-workbook-swine.pdf
Disallow: /prepare/readyag/readyag-workbook.pdf
Disallow: /qr
Disallow: /qr/lyme-disease
Disallow: /research-centers
Disallow: /schuylkill/events/files
Disallow: /snyder/events/files
Disallow: /somerset/events/files
Disallow: /sullivan/events/files
Disallow: /susquehanna/events/files
Disallow: /tioga/events/files
Disallow: /union/events/files
Disallow: /venango/events/files
Disallow: /warren/events/files
Disallow: /washington/events/files
Disallow: /wayne/events/files
Disallow: /westmoreland/events/files
Disallow: /wyoming/events/files
Disallow: /york/events/files
Disallow: /youth/betterkidcare/learn-more
Disallow: /youth/betterkidcare/popular
Disallow: /youth/cyttap/learn-more
Disallow: /youth/intergenerational/external-resources
Disallow: /youth/intergenerational/international/external-resources
Disallow: /youth/intergenerational/learn-more
Disallow: /youth/intergenerational/research/external-resources
Disallow: /youth/prosper/learn-more