User-agent: *
Allow: /
# disallow auth routes
Disallow: /auth
Disallow: /_auth

# disallow custom routes
Disallow: /searchresults
Disallow: /extramaterial
Disallow: /sok?*
Disallow: /styleguide
Disallow: /programmer/offline

# disallow nrktv4-9
Disallow: /video/nrk-tv_nrktv*

# disallow test content
Disallow: /serie/test-nrk-tv*
Disallow: /program/TEST*
Disallow: /program/*/nrks-testklipp
Disallow: /programmer/test-page
Disallow: /programmer/static-test-page
Disallow: /programmer/cinematic-test-page

# disallow custom third party content
Disallow: /serie/katastrofen-kielland
Disallow: /serie/mordbrannen
Disallow: /serie/norge-bak-fasaden
Disallow: /serie/tv2-hjelper-deg
Disallow: /serie/tv2-joakims-foerste-porno
Disallow: /serie/tv2-kort-og-lovende
Disallow: /serie/tv2-petter-og-overleverne
Disallow: /serie/tv2-toll
Disallow: /serie/tv2-vaare-beste-menn

# TODO: #4878 Disallowing test urls for atomic API, until it is ready
Disallow: /atomic/*

User-agent: Scrapy
Disallow: /