Introduce robots rules from LitePages

This CL adds a fetcher that fetches robots rules from LitePages.

[email protected]

Bug: 1147565
Change-Id: If7a00bf83d387d035f890e6aacd1da430672f80c
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2536755
Commit-Queue: rajendrant <[email protected]>
Reviewed-by: Christian Dullweber <[email protected]>
Reviewed-by: Tarun Bansal <[email protected]>
Reviewed-by: Robert Ogden <[email protected]>
Cr-Commit-Position: refs/heads/master@{#828168}
diff --git a/chrome/browser/BUILD.gn b/chrome/browser/BUILD.gn
index 1476994..26ececb 100644
--- a/chrome/browser/BUILD.gn
+++ b/chrome/browser/BUILD.gn
@@ -1753,6 +1753,8 @@
     "subresource_redirect/https_image_compression_bypass_decider.h",
     "subresource_redirect/https_image_compression_infobar_decider.cc",
     "subresource_redirect/https_image_compression_infobar_decider.h",
+    "subresource_redirect/origin_robots_rules.cc",
+    "subresource_redirect/origin_robots_rules.h",
     "subresource_redirect/subresource_redirect_observer.cc",
     "subresource_redirect/subresource_redirect_observer.h",
     "subresource_redirect/subresource_redirect_util.cc",