Skip to content

Commit 1e85e79

Browse files
DevanshuNEUDevanshuNEU
committed
fix(seo): correct routes in robots.txt and add all public pages to sitemap
robots.txt: - Fix /github/callback (was /callback) - Remove non-existent /repos/ and /settings - Add /login and /signup to disallow sitemap.xml: - Add all 18 public documentation pages - Remove hardcoded lastmod dates - Set appropriate priority levels
1 parent 8dbf51b commit 1e85e79

2 files changed

Lines changed: 88 additions & 4 deletions

File tree

‎frontend/public/robots.txt‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,9 +6,9 @@ Allow: /
66

77
# Disallow authenticated/private routes
88
Disallow: /dashboard
9-
Disallow: /settings
10-
Disallow: /repos/
11-
Disallow: /callback
9+
Disallow: /github/callback
10+
Disallow: /login
11+
Disallow: /signup
1212
Disallow: /api/
1313

1414
# Sitemap location

‎frontend/public/sitemap.xml‎

Lines changed: 85 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,92 @@
22
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
33
<url>
44
<loc>https://opencodeintel.com/</loc>
5-
<lastmod>2026-02-17</lastmod>
65
<changefreq>weekly</changefreq>
76
<priority>1.0</priority>
87
</url>
8+
<url>
9+
<loc>https://opencodeintel.com/docs</loc>
10+
<changefreq>weekly</changefreq>
11+
<priority>0.9</priority>
12+
</url>
13+
<url>
14+
<loc>https://opencodeintel.com/docs/quickstart</loc>
15+
<changefreq>weekly</changefreq>
16+
<priority>0.9</priority>
17+
</url>
18+
<url>
19+
<loc>https://opencodeintel.com/docs/mcp-setup</loc>
20+
<changefreq>weekly</changefreq>
21+
<priority>0.8</priority>
22+
</url>
23+
<url>
24+
<loc>https://opencodeintel.com/docs/mcp-tools</loc>
25+
<changefreq>weekly</changefreq>
26+
<priority>0.8</priority>
27+
</url>
28+
<url>
29+
<loc>https://opencodeintel.com/docs/mcp-examples</loc>
30+
<changefreq>weekly</changefreq>
31+
<priority>0.8</priority>
32+
</url>
33+
<url>
34+
<loc>https://opencodeintel.com/docs/features/search</loc>
35+
<changefreq>monthly</changefreq>
36+
<priority>0.7</priority>
37+
</url>
38+
<url>
39+
<loc>https://opencodeintel.com/docs/features/dependencies</loc>
40+
<changefreq>monthly</changefreq>
41+
<priority>0.7</priority>
42+
</url>
43+
<url>
44+
<loc>https://opencodeintel.com/docs/features/impact</loc>
45+
<changefreq>monthly</changefreq>
46+
<priority>0.7</priority>
47+
</url>
48+
<url>
49+
<loc>https://opencodeintel.com/docs/features/style</loc>
50+
<changefreq>monthly</changefreq>
51+
<priority>0.7</priority>
52+
</url>
53+
<url>
54+
<loc>https://opencodeintel.com/docs/deployment/docker</loc>
55+
<changefreq>monthly</changefreq>
56+
<priority>0.6</priority>
57+
</url>
58+
<url>
59+
<loc>https://opencodeintel.com/docs/deployment/self-host</loc>
60+
<changefreq>monthly</changefreq>
61+
<priority>0.6</priority>
62+
</url>
63+
<url>
64+
<loc>https://opencodeintel.com/docs/api</loc>
65+
<changefreq>weekly</changefreq>
66+
<priority>0.8</priority>
67+
</url>
68+
<url>
69+
<loc>https://opencodeintel.com/docs/api/repositories</loc>
70+
<changefreq>monthly</changefreq>
71+
<priority>0.7</priority>
72+
</url>
73+
<url>
74+
<loc>https://opencodeintel.com/docs/api/search</loc>
75+
<changefreq>monthly</changefreq>
76+
<priority>0.7</priority>
77+
</url>
78+
<url>
79+
<loc>https://opencodeintel.com/docs/api/analysis</loc>
80+
<changefreq>monthly</changefreq>
81+
<priority>0.7</priority>
82+
</url>
83+
<url>
84+
<loc>https://opencodeintel.com/docs/architecture</loc>
85+
<changefreq>monthly</changefreq>
86+
<priority>0.6</priority>
87+
</url>
88+
<url>
89+
<loc>https://opencodeintel.com/docs/contributing</loc>
90+
<changefreq>monthly</changefreq>
91+
<priority>0.6</priority>
92+
</url>
993
</urlset>

0 commit comments

Comments
 (0)