We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 42b9b22 commit ff1786bCopy full SHA for ff1786b
Nick.RobotsParser/RobotsParser.cs
@@ -109,7 +109,7 @@ public async Task<bool> LoadRobotsFromUrl(string robotsUrl)
109
throw new ArgumentException($"Unable to create uri from: {robotsUrl}");
110
111
_robotsContent = await WebRequest(robots.ToString());
112
- if (!string.IsNullOrWhiteSpace(_robotsContent)) return false;
+ if (string.IsNullOrWhiteSpace(_robotsContent)) return false;
113
114
await ParseRobots();
115
return true;
0 commit comments