User-agent: *
Disallow: /ylefiroot-errors
Disallow: /cgi-bin
Disallow: /klaffi
Disallow: /java
Disallow: /player
Disallow: /errorsivut/
Disallow: /global/
Disallow: /haku/
Disallow: /eurovision/
Disallow: /embed/
Allow: /global/api/load.php
Allow: /cgi-bin/tekstitv/ttv.cgi/


#yle.fi/aihe, aka. FYND - contact drupal@yle.fi if needed
Disallow: /aihe/flag/
Disallow: /aihe/ajax_comments/
Disallow: /aihe/comment/reply/

# karttasovellus APla 9.7.2015
Disallow: /karttasovellus/

#ai crawling
User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: TurnitinBot
Disallow: /