Fix tokenization of $$^, issue c106

diff --git a/dev-bin/run_tokenizer_tests.pl.data b/dev-bin/run_tokenizer_tests.pl.data
index 0ed184c8dad823df37fb4a181e9fcf55dfd932b6..db0a24fc64e47685d7b243aa520ecfefa6e169e0 100644 (file)
--- a/dev-bin/run_tokenizer_tests.pl.data
+++ b/dev-bin/run_tokenizer_tests.pl.data
@@ -146,3 +146,6 @@ print $fh <>;          # syntax error
 print $fh < >;         # syntax error
 print $fh < 6>;        # error
 print $fh <6>;         # error
+
+==> c106.in <==
+my$seed=$$^$^T;

diff --git a/lib/Perl/Tidy/Tokenizer.pm b/lib/Perl/Tidy/Tokenizer.pm
index f0d82ce7d6eb4708f9fabfd112aa56aaf0e3c8ed..54c7733c1eb6c29429a0798e2050ff6550b2af71 100644 (file)
--- a/lib/Perl/Tidy/Tokenizer.pm
+++ b/lib/Perl/Tidy/Tokenizer.pm
@@ -7320,9 +7320,11 @@ EOM
                 }
                 else {
                     $id_scan_state = '';
+                    $i             = $i_save;
+                    last;    # c106
                 }
             }
-            else {    # something else
+            else {           # something else
 
                 if ( $in_prototype_or_signature && $tok =~ /^[\),=#]/ ) {
 

diff --git a/local-docs/BugLog.pod b/local-docs/BugLog.pod
index 8f29937b1fcca6887504fe1cf95e7f671c1a19b6..790e995034a2cad82f1b40372ba2865e1beb16e9 100644 (file)
--- a/local-docs/BugLog.pod
+++ b/local-docs/BugLog.pod
@@ -2,6 +2,17 @@
 
 =over 4
 
+=item B<Fix tokenization of $$^, issue c106>
+
+Automated random testing produced an error tokenizing the following fragment:
+
+   my$seed=$$^$^T;
+
+The first ^ should have been tokenized as the bitwise xor operator but was not.
+This is fixed with this update.
+
+8 Nov 2021
+
 =item B<Fix coding error, issue c104>
 
 Automated random testing produced an error with something like the following