miaoCut/robots.txt at main · midcodehub/miaoCut · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
User-agent: *
Allow: /

# Non-indexable endpoints and platform internals.
Disallow: /api/
Disallow: /cdn-cgi/

# Duplicate URL variants created by tracking, ad, and UI parameters.
# Keep asset version parameters such as /output.css?v=... crawlable.
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?msclkid=
Disallow: /*&msclkid=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?source=
Disallow: /*&source=
Disallow: /*?campaign=
Disallow: /*&campaign=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?filter=
Disallow: /*&filter=
Disallow: /*?page=
Disallow: /*&page=

Sitemap: https://miaocut.app/sitemap.xml