We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 96b5cac commit 2042e4dCopy full SHA for 2042e4d
1 file changed
src/Parser/RobotsTxtParser.php
@@ -68,6 +68,10 @@ private function parseTxt($txt)
68
{
69
$result = [];
70
$lines = array_map('trim', mb_split('\r\n|\n|\r', $txt));
71
+ // If robots txt is empty
72
+ if (empty($lines)) {
73
+ return false;
74
+ }
75
// Parse each line individually
76
foreach ($lines as $key => $line) {
77
// Limit rule length
0 commit comments