lib/gitlab/robots_txt.rb


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

# frozen_string_literal: true

module Gitlab
  module RobotsTxt
    def self.disallowed?(path)
      parsed_robots_txt.disallowed?(path)
    end

    def self.parsed_robots_txt
      @parsed_robots_txt ||= Parser.new(robots_txt)
    end

    def self.robots_txt
      File.read(Rails.root.join('public', 'robots.txt'))
    end
  end
end