Passing test about robots.txt agent case insensitivity.

seomoz · Nov 16, 2016 · 8ef6c37 · 8ef6c37
1 parent c4fb673
commit 8ef6c37
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/robots.cpp b/src/robots.cpp
@@ -65,6 +65,9 @@ namespace Rep
         {
             if (key.compare("user-agent") == 0)
             {
+                // Store the user agent string as lowercased
+                std::transform(value.begin(), value.end(), value.begin(), ::tolower);
+
                 if (last_agent)
                 {
                     group.push_back(value);