5.8.4/distrib/toke.c

145 #define TOKEN(retval) return (REPORT2("token",retval) PL_bufptr = s,(int)retval)
146 #define OPERATOR(retval) return (REPORT2("operator",retval) PL_expect = XTERM, PL_bufptr = s,(int)retval)
147 #define AOPERATOR(retval) return ao((REPORT2("aop",retval) PL_expect = XTERM, PL_bufptr = s,(int)retval))
148 #define PREBLOCK(retval) return (REPORT2("preblock",retval) PL_expect = XBLOCK,PL_bufptr = s,(int)retval)
149 #define PRETERMBLOCK(retval) return (REPORT2("pretermblock",retval) PL_expect = XTERMBLOCK,PL_bufptr = s,(int)retval)
150 #define PREREF(retval) return (REPORT2("preref",retval) PL_expect = XREF,PL_bufptr = s,(int)retval)
151 #define TERM(retval) return (CLINE, REPORT2("term",retval) PL_expect = XOPERATOR, PL_bufptr = s,(int)retval)
152 #define LOOPX(f) return(yylval.ival=f, REPORT("loopx",f) PL_expect = XTERM,PL_bufptr = s,(int)LOOPEX)
153 #define FTST(f) return(yylval.ival=f, REPORT("ftst",f) PL_expect = XTERM,PL_bufptr = s,(int)UNIOP)
154 #define FUN0(f) return(yylval.ival = f, REPORT("fun0",f) PL_expect = XOPERATOR,PL_bufptr = s,(int)FUNC0)
155 #define FUN1(f) return(yylval.ival = f, REPORT("fun1",f) PL_expect = XOPERATOR,PL_bufptr = s,(int)FUNC1)
156 #define BOop(f) return ao((yylval.ival=f, REPORT("bitorop",f) PL_expect = XTERM,PL_bufptr = s,(int)BITOROP))
157 #define BAop(f) return ao((yylval.ival=f, REPORT("bitandop",f) PL_expect = XTERM,PL_bufptr = s,(int)BITANDOP))
158 #define SHop(f) return ao((yylval.ival=f, REPORT("shiftop",f) PL_expect = XTERM,PL_bufptr = s,(int)SHIFTOP))
159 #define PWop(f) return ao((yylval.ival=f, REPORT("powop",f) PL_expect = XTERM,PL_bufptr = s,(int)POWOP))
160 #define PMop(f) return(yylval.ival=f, REPORT("matchop",f) PL_expect = XTERM,PL_bufptr = s,(int)MATCHOP)
161 #define Aop(f) return ao((yylval.ival=f, REPORT("add",f) PL_expect = XTERM,PL_bufptr = s,(int)ADDOP))
162 #define Mop(f) return ao((yylval.ival=f, REPORT("mul",f) PL_expect = XTERM,PL_bufptr = s,(int)MULOP))
163 #define Eop(f) return(yylval.ival=f, REPORT("eq",f) PL_expect = XTERM,PL_bufptr = s,(int)EQOP)
164 #define Rop(f) return(yylval.ival=f, REPORT("rel",f) PL_expect = XTERM,PL_bufptr = s,(int)RELOP)
172 	PL_bufptr = s, \
179 	PL_bufptr = s, \
184 #define OLDLOP(f) return(yylval.ival=f,PL_expect = XTERM,PL_bufptr = s,(int)LSTOP)
196         if (s - PL_bufptr > 0)
197             sv_catpvn(report, PL_bufptr, s - PL_bufptr);
218     if (*PL_bufptr == '=') {
219 	PL_bufptr++;
245     char *oldbp = PL_bufptr;
251 	PL_bufptr = s;
260 	    if (t < PL_bufptr && isSPACE(*t))
271     PL_bufptr = oldbp;
419     SAVEPPTR(PL_bufptr);
463     PL_oldoldbufptr = PL_oldbufptr = PL_bufptr = PL_linestart = SvPVX(PL_linestr);
464     PL_bufend = PL_bufptr + SvCUR(PL_linestr);
602 	    PL_oldoldbufptr = PL_oldbufptr = PL_bufptr = s = PL_linestart
632 	PL_linestart = PL_bufptr = s + prevlen;
634 	s = PL_bufptr;
650 	    sv_setpvn(sv,PL_bufptr,PL_bufend-PL_bufptr);
678     if ((t = strchr(s, '(')) && t < PL_bufptr)
712     PL_bufptr = s;
1044     SAVEPPTR(PL_bufptr);
1058     PL_bufend = PL_bufptr = PL_oldbufptr = PL_oldoldbufptr = PL_linestart
1109 	PL_bufend = PL_bufptr = PL_oldbufptr = PL_oldoldbufptr = PL_linestart = SvPVX(PL_linestr);
1696     if (s > PL_bufptr) {
1917 	PL_bufptr = start;
1941 	    PL_bufptr = s;
2229               "### Next token after '%s' was known, type %"IVdf"\n", PL_bufptr,
2235        when we get here, PL_bufptr is at the \
2239 	if (PL_bufptr != PL_bufend && *PL_bufptr != '\\')
2243        	if (PL_bufptr == PL_bufend || PL_bufptr[1] == 'E') {
2251 		if (PL_bufptr != PL_bufend && strchr("LUQ", oldmod)) {
2252 		    PL_bufptr += 2;
2257 	    if (PL_bufptr != PL_bufend)
2258 		PL_bufptr += 2;
2264               "### Saw case modifier at '%s'\n", PL_bufptr); });
2265 	    s = PL_bufptr + 1;
2267 	        PL_bufptr = s + 3;
2298 		PL_bufptr = s + 1;
2302 		s = PL_bufptr;
2314 	if (PL_bufptr == PL_bufend)
2317               "### Interpolated variable at '%s'\n", PL_bufptr); });
2319 	PL_lex_dojoin = (*PL_bufptr == '@');
2339 	    s = PL_bufptr;
2345 	if (intuit_more(PL_bufptr)) {
2360 	    if (PL_bufptr != PL_bufend)
2370 	if (PL_bufptr == PL_bufend)
2383 	    s = scan_const(PL_bufptr);
2390 	if (s != PL_bufptr) {
2397 		PL_bufptr = s;
2405 	s = scan_formline(PL_bufptr);
2411     s = PL_bufptr;
2580 	PL_oldoldbufptr = PL_oldbufptr = PL_bufptr = PL_linestart = s;
2778 	    PL_bufptr = s;
2812 		PL_bufptr = s;
2827 	    PL_bufptr = s;
2834 		s = force_word(PL_bufptr,WORD,FALSE,FALSE,FALSE);
2892 		s = --PL_bufptr;
2918 	    if (isSPACE(*s) || !isSPACE(*PL_bufptr))
2935 	    if (isSPACE(*s) || !isSPACE(*PL_bufptr))
2990 	    PL_bufptr = s;	/* update in case we back off */
3023 			PL_bufptr = s + len;
3084 		    s = PL_bufptr;
3090 		PL_bufptr = s;
3201 			PL_bufptr = s+1;
3315 		    PL_bufptr = s;
3326 	    PL_bufptr = s;
3339 		&& isIDFIRST_lazy_if(s,UTF) && PL_bufptr == PL_linestart)
3516 			PL_bufptr = skipspace(PL_bufptr);
3521 			     	(t - PL_bufptr) + 1, PL_bufptr);
3611 			PL_bufptr = skipspace(PL_bufptr);
3614 			    t-PL_bufptr, PL_bufptr, t-PL_bufptr-1, PL_bufptr+1);
3810 	PL_bufptr = s;
3904 		char lastchar = (PL_bufptr == PL_oldoldbufptr ? 0 : PL_bufptr[-1]);
3920 		    if (PL_bufptr == PL_linestart) {
3978 		    PL_oldoldbufptr < PL_bufptr &&
4175 		if (PL_bufend-PL_bufptr > 2
4236 		s = PL_bufptr;
4643 		    PL_bufptr = s;
6650 	PL_oldoldbufptr = PL_oldbufptr = PL_bufptr = s = PL_linestart = SvPVX(PL_linestr);
7648 	    PL_oldoldbufptr = PL_oldbufptr = PL_bufptr = PL_linestart = SvPVX(PL_linestr);
7649 	    PL_bufend = PL_bufptr + SvCUR(PL_linestr);
7652 		s = PL_bufptr;
7683 	PL_bufptr = s;
7749     else if (PL_bufptr > PL_oldoldbufptr && PL_bufptr - PL_oldoldbufptr < 200 &&
7750       PL_oldoldbufptr != PL_oldbufptr && PL_oldbufptr != PL_bufptr) {
7763 	contlen = PL_bufptr - PL_oldoldbufptr;
7765     else if (PL_bufptr > PL_oldbufptr && PL_bufptr - PL_oldbufptr < 200 &&
7766       PL_oldbufptr != PL_bufptr) {
7779 	contlen = PL_bufptr - PL_oldbufptr;