mirror of
https://github.com/lunaisnotaboy/mastodon.git
synced 2024-09-06 10:16:34 +00:00
- Exclude static assets - Exclude uploaded files - Exclude alternate versions of the profile page - Exclude media proxy URLs
14 lines
287 B
Plaintext
14 lines
287 B
Plaintext
User-Agent: *
|
|
Disallow: /users/*/followers
|
|
Disallow: /users/*/following
|
|
Disallow: /@*/media
|
|
Disallow: /@*/with_replies
|
|
Disallow: /@*/tagged/*
|
|
Disallow: /media_proxy/*
|
|
Disallow: /emoji/*
|
|
Disallow: /packs/*
|
|
Disallow: /sounds/*
|
|
Disallow: /system/*
|
|
Disallow: /avatars/*
|
|
Disallow: /headers/*
|