diff --git a/miscellaneous/robots-txt-endpoint.yaml b/miscellaneous/robots-txt-endpoint.yaml new file mode 100644 index 00000000000..1ad6774e3c4 --- /dev/null +++ b/miscellaneous/robots-txt-endpoint.yaml @@ -0,0 +1,26 @@ +id: robots-txt-endpoint + +info: + name: robots.txt endpoint prober + author: CasperGN,pdteam + severity: info + +requests: + - method: GET + path: + - "{{RootURL}}/robots.txt" + - "{{RootURL}}{{endpoint}}" + + extractors: + - type: regex + name: endpoint + group: 1 + regex: + - '(?m:\s(/[[:alpha:]]+[[:graph:]]+))' + internal: true + + iterate-all: true + matchers: + - type: status + status: + - 200 \ No newline at end of file