ignite-website/robots.txt at master · apache/ignite-website · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
# Apache Ignite Website - robots.txt
# Generated for Docusaurus site

User-Agent: *

# Documentation - only index latest versions
Disallow: /docs/
Allow: /docs/ignite2/latest/
Allow: /docs/ignite3/latest/

# API Documentation - only index latest versions
Disallow: /releases/
Allow: /releases/ignite/latest/
Allow: /releases/ignite2/latest/
Allow: /releases/ignite3/latest/

# Search results pages
Disallow: /search
Disallow: /search?q=

# Tracking and campaign parameters
Disallow: */*_sc_token=
Disallow: */*_x_tr_sl=
Disallow: */*_x_tr_tl=
Disallow: */*_x_tr_hl=
Disallow: */*_x_tr_pto=
Disallow: */*force_isolation=
Disallow: */*Preferred=
Disallow: */*utm_
Disallow: */*placement=
Disallow: */*yhid=
Disallow: */*clid=
Disallow: */?fbclid=
Disallow: */?tpclid=
Disallow: /*?_ym_debug
Disallow: /*?calltouch_tm
Disallow: */?source=
Disallow: */?web_view=
Disallow: */?event=
Disallow: */?PageSpeed=
Disallow: */?ref=
Disallow: /?from=
Disallow: /?_ga=

# Canonical host
Host: https://ignite.apache.org

# Sitemap location (Docusaurus generates this automatically)
Sitemap: https://ignite.apache.org/sitemap.xml