id: robots-txt

info:
  name: robots.txt file
  author: CasperGN,TheZakMan
  severity: info
  metadata:
    max-request: 2
  tags: miscellaneous,misc,generic,vuln

http:
  - method: GET
    path:
      - "{{BaseURL}}/robots.txt"

    host-redirects: true
    max-redirects: 2

    matchers-condition: and
    matchers:
      - type: word
        words:
          - 'Allow:'
          - 'Disallow:'
          - 'Sitemap:'
          - 'User-agent:'

      - type: word
        part: content_type
        words:
          - text/plain

      - type: status
        status:
          - 200
# digest: 4b0a00483046022100a32536f4134315446897dada02248b36fcc349a36843ec03ac7cc606988ad43002210086a6a5cdca8a4b4b8c0a0623d9b3c46011c6062dc249fc3db904fcb3c122d8c7:922c64590222798bb761d5b6d8e72950