From a49634cb343fb95f79bf57d15687b308de842db8 Mon Sep 17 00:00:00 2001
From: acli <acli>
Date: Fri, 13 Feb 2004 00:42:52 +0000
Subject: [PATCH] Seems like I wasn't careful enough recognizing unknown
 tokens.  Incomplete tags like "<b foo" at the end of the file seems to be
 discarded silently by Mozilla, even in quirks mode. We now display a warning
 for these (in case these ever come up by accident).

---
 misc/translator/text-extract2.pl | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/misc/translator/text-extract2.pl b/misc/translator/text-extract2.pl
index 587ee59e5e..a0391683f9 100755
--- a/misc/translator/text-extract2.pl
+++ b/misc/translator/text-extract2.pl
@@ -141,9 +141,13 @@ sub next_token_internal (*) {
 	if ($it =~ /^$re_directive/ios && !$cdata_mode_p) {
 	    $kind = KIND_DIRECTIVE;
 	}
-	($kind, $it) = (KIND_UNKNOWN, $readahead)
-		if !$ok_p && $eof_p && !length $readahead;
+	if (!$ok_p && $eof_p) {
+	    ($kind, $it, $readahead) = (KIND_UNKNOWN, $readahead, undef);
+	    $syntaxerror_p = 1;
+	}
     }
+    warn "Warning: Unrecognizable token found in line $lc_0: $it\n"
+	    if $kind eq KIND_UNKNOWN;
     return defined $it? (wantarray? ($kind, $it):
 				    [$kind, $it]): undef;
 }
-- 
2.39.5