User-agent: *
Disallow: /temp/
Disallow: /fileadmin/qualityumfrage.html
Disallow: /fileadmin/qualityumfrage-danke.html
Disallow: /fileadmin/reiseinfos/
Disallow: /fileadmin/pdf/
Disallow: /fileadmin/templates/flash/
Disallow: /typo3/
Disallow: /typo3temp/
Allow: /typo3temp/assets/compressed/
Disallow: /*.pdf
Disallow: /suche.html
Disallow: /layouttest*
Disallow: /-
Disallow: /*hash=*
Disallow: /*cHash=*
Disallow: /*requ=*
Disallow: /*vhash=*
Disallow: *tx_twproductdata*
Disallow: *tx_twleaflet*
Disallow: *?no_cache=1&tx_disttravelworksextended_twsearchbox[action]=search&tx_disttravelworksextended_twsearchbox[controller]=TwSearchBox
Sitemap: https://www.travelworks.de/sitemap.xml
Sitemap: https://www.travelworks.de/blog/sitemap_index.xml

User-Agent: MJ12bot
Crawl-Delay:   19

User-agent: JoobleBot
Disallow: /praktikum-usa/praktikumsstellen.html