diff options
author | GitLab Bot <gitlab-bot@gitlab.com> | 2020-09-19 04:45:44 +0300 |
---|---|---|
committer | GitLab Bot <gitlab-bot@gitlab.com> | 2020-09-19 04:45:44 +0300 |
commit | 85dc423f7090da0a52c73eb66faf22ddb20efff9 (patch) | |
tree | 9160f299afd8c80c038f08e1545be119f5e3f1e1 /lib/gitlab/robots_txt.rb | |
parent | 15c2c8c66dbe422588e5411eee7e68f1fa440bb8 (diff) |
Add latest changes from gitlab-org/gitlab@13-4-stable-ee
Diffstat (limited to 'lib/gitlab/robots_txt.rb')
-rw-r--r-- | lib/gitlab/robots_txt.rb | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/lib/gitlab/robots_txt.rb b/lib/gitlab/robots_txt.rb new file mode 100644 index 00000000000..2f395548770 --- /dev/null +++ b/lib/gitlab/robots_txt.rb @@ -0,0 +1,17 @@ +# frozen_string_literal: true + +module Gitlab + module RobotsTxt + def self.disallowed?(path) + parsed_robots_txt.disallowed?(path) + end + + def self.parsed_robots_txt + @parsed_robots_txt ||= Parser.new(robots_txt) + end + + def self.robots_txt + File.read(Rails.root.join('public', 'robots.txt')) + end + end +end |