User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /comments/
Disallow: /external/
Disallow: /pornstars/load_more_pornstars
Disallow: /pornstars/return_rendered_pornstars
Disallow: /posts/load_more_posts
Disallow: /posts/return_rendered_posts
Disallow: /studios/load_more_studios
Disallow: /studios/return_rendered_studios
Disallow: /posts/load_related_posts
Disallow: /posts/load_related_miss_tubesite_videos
Disallow: /celebrity/load_more_media
Disallow: /celebrity/load_more_feeds
Disallow: /celebrity/return_rendered_celebrities
Disallow: /celebrity/return_rendered_feeds
Disallow: /celebrity/return_rendered_medias
Disallow: /api/video_tag_specific_video/
Disallow: /api/video_get_info/
Disallow: /user/
Disallow: /offline/
Disallow: /show_404/
Disallow: /*?utm*
Disallow: /disabled_videos/
Disallow: /disabled_videos
Disallow: /obfs/
Disallow: /adv/
Disallow: /videos/0/
Disallow: /videos/-*
Disallow: /services/user_info
Disallow: */galleries/
Disallow: /video_studio
Disallow: /ads.txt
Disallow: /random
Disallow: /home/load_more_text/
Disallow: /.well-known/
Disallow: /video_pornstar
Disallow: /geo/mobile_menu/
Disallow: */upload
Disallow: */activity
Disallow: */likes
Disallow: */history
Disallow: */photo-gif
Disallow: /swipe/
Disallow: /cdn-cgi/*
Disallow: /webcams/full_webcam_page
Disallow: /webcams/full_dating_page
Disallow: /webcams/interstitial_page
Disallow: /webcams/full_webcam_page/*
Disallow: /webcams/full_dating_page/*
Disallow: /webcams/interstitial_page/*