Merge pull request #4 from Nowongu/master

Update tests

Author: Nicholas Bergesen

UnitTests/LootTest.cs

@@ -9,14 +9,14 @@ public class LootTest
 {
     private const string UserAgent = "FakeAgent";
 
-    private IRobots _robots = new Robots(websiteUri: "https://loot.co.za", userAgent: UserAgent);
+    private IRobots _robots = new Robots(userAgent: UserAgent);
 
     [SetUp]
     public void Setup()
     {
         using (var sr = new StreamReader("lootRobots.txt"))
         {
-            _robots.Load(sr.ReadToEnd()).Wait();
+            _robots.LoadRobotsContent(sr.ReadToEnd()).Wait();
         }
     }
 

UnitTests/TakealotTest.cs

@@ -9,14 +9,14 @@ public class TakealotTest
 {
     private const string UserAgent = "FakeAgent";
 
-    private IRobots _robots = new Robots(websiteUri: "https://takealot.com", userAgent: UserAgent);
+    private IRobots _robots = new Robots(userAgent: UserAgent);
 
     [SetUp]
     public void Setup()
     {
         using (var sr = new StreamReader("takealotRobots.txt"))
         {
-            _robots.Load(sr.ReadToEnd()).Wait();
+            _robots.LoadRobotsContent(sr.ReadToEnd()).Wait();
         }
     }