summaryrefslogtreecommitdiff
path: root/toke.c
diff options
context:
space:
mode:
authorM. J. T. Guy <mjtg@cus.cam.ac.uk>2000-07-25 13:52:45 +0100
committerJarkko Hietaniemi <jhi@iki.fi>2000-07-25 13:59:28 +0000
commit4ac469dc3d5bdda48d1fc1e1ea92a82232cc5603 (patch)
tree245564d3a87f911b5bb3077960f5b71e5685f21f /toke.c
parent297b36dcf845fc5195afb0a1d7e83d539bb1d4ed (diff)
downloadperl-4ac469dc3d5bdda48d1fc1e1ea92a82232cc5603.tar.gz
Get UTF16 BOMs working. Patch from
Subject: Re: [ID 20000719.001] Problem with bleadperl of 7/18/00 Date: Tue, 25 Jul 2000 12:52:45 +0100 Message-Id: <E13H3GP-0004MR-00@libra.cus.cam.ac.uk> and notes from Subject: Re: [ID 20000719.001] Problem with bleadperl of 7/18/00 From: "M.J.T. Guy" <mjtg@cus.cam.ac.uk> Date: Tue, 25 Jul 2000 11:43:25 +0100 Message-Id: <E13H2BJ-0002nG-00@libra.cus.cam.ac.uk> p4raw-id: //depot/perl@6435
Diffstat (limited to 'toke.c')
-rw-r--r--toke.c6
1 files changed, 6 insertions, 0 deletions
diff --git a/toke.c b/toke.c
index 98210a010f..f3683677b6 100644
--- a/toke.c
+++ b/toke.c
@@ -2519,7 +2519,13 @@ Perl_yylex(pTHX)
}
}
if (bof)
+ {
+ PL_bufend = SvPVX(PL_linestr) + SvCUR(PL_linestr);
+ /* Shouldn't this wsallow_bom() be earlier, e.g.
+ * immediately after where bof is set? Currently you can't
+ * have e.g. a UTF16 sharpbang line. --Mike Guy */
s = swallow_bom((U8*)s);
+ }
incline(s);
} while (PL_doextract);
PL_oldoldbufptr = PL_oldbufptr = PL_bufptr = PL_linestart = s;