Merge pull request #8 from seomoz/dan/case-insensitive-user

Case-insensitive user
seomoz · Nov 16, 2016 · e13fbe2 · e13fbe2
2 parents 268b79f + b829e56
commit e13fbe2
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/src/robots.cpp b/src/robots.cpp
@@ -65,6 +65,9 @@ namespace Rep
         {
             if (key.compare("user-agent") == 0)
             {
+                // Store the user agent string as lowercased
+                std::transform(value.begin(), value.end(), value.begin(), ::tolower);
+
                 if (last_agent)
                 {
                     group.push_back(value);

diff --git a/test/test-robots.cpp b/test/test-robots.cpp
@@ -122,7 +122,7 @@ TEST(RobotsTest, ExposesSitemaps)
 TEST(RobotsTest, CaseInsensitivity)
 {
     std::string content =
-        "User-agent: agent\n"
+        "User-agent: Agent\n"
         "Disallow: /path\n";
     Rep::Robots robot(content);
     EXPECT_FALSE(robot.allowed("/path", "agent"));