@@ -139,7 +139,7 @@ tok_new(void)
139139 tok -> alterror = 1 ;
140140 tok -> alttabsize = 1 ;
141141 tok -> altindstack [0 ] = 0 ;
142- tok -> decoding_state = 0 ;
142+ tok -> decoding_state = STATE_INIT ;
143143 tok -> decoding_erred = 0 ;
144144 tok -> read_coding_spec = 0 ;
145145 tok -> encoding = NULL ;
@@ -280,15 +280,15 @@ check_coding_spec(const char* line, Py_ssize_t size, struct tok_state *tok,
280280 if (cs != NULL ) {
281281 tok -> read_coding_spec = 1 ;
282282 if (tok -> encoding == NULL ) {
283- assert (tok -> decoding_state == 1 ); /* raw */
283+ assert (tok -> decoding_state == STATE_RAW );
284284 if (strcmp (cs , "utf-8" ) == 0 ||
285285 strcmp (cs , "iso-8859-1" ) == 0 ) {
286286 tok -> encoding = cs ;
287287 } else {
288288 r = set_readline (tok , cs );
289289 if (r ) {
290290 tok -> encoding = cs ;
291- tok -> decoding_state = -1 ;
291+ tok -> decoding_state = STATE_NORMAL ;
292292 }
293293 else
294294 PyMem_FREE (cs );
@@ -318,7 +318,7 @@ check_bom(int get_char(struct tok_state *),
318318 struct tok_state * tok )
319319{
320320 int ch = get_char (tok );
321- tok -> decoding_state = 1 ;
321+ tok -> decoding_state = STATE_RAW ;
322322 if (ch == EOF ) {
323323 return 1 ;
324324 } else if (ch == 0xEF ) {
@@ -330,11 +330,11 @@ check_bom(int get_char(struct tok_state *),
330330 } else if (ch == 0xFE ) {
331331 ch = get_char (tok ); if (ch != 0xFF ) goto NON_BOM ;
332332 if (!set_readline (tok , "utf-16-be" )) return 0 ;
333- tok -> decoding_state = -1 ;
333+ tok -> decoding_state = STATE_NORMAL ;
334334 } else if (ch == 0xFF ) {
335335 ch = get_char (tok ); if (ch != 0xFE ) goto NON_BOM ;
336336 if (!set_readline (tok , "utf-16-le" )) return 0 ;
337- tok -> decoding_state = -1 ;
337+ tok -> decoding_state = STATE_NORMAL ;
338338#endif
339339 } else {
340340 unget_char (ch , tok );
@@ -494,12 +494,12 @@ decoding_fgets(char *s, int size, struct tok_state *tok)
494494 char * line = NULL ;
495495 int badchar = 0 ;
496496 for (;;) {
497- if (tok -> decoding_state < 0 ) {
497+ if (tok -> decoding_state == STATE_NORMAL ) {
498498 /* We already have a codec associated with
499499 this input. */
500500 line = fp_readl (s , size , tok );
501501 break ;
502- } else if (tok -> decoding_state > 0 ) {
502+ } else if (tok -> decoding_state == STATE_RAW ) {
503503 /* We want a 'raw' read. */
504504 line = Py_UniversalNewlineFgets (s , size ,
505505 tok -> fp , NULL );
@@ -510,7 +510,7 @@ decoding_fgets(char *s, int size, struct tok_state *tok)
510510 reader functions from now on. */
511511 if (!check_bom (fp_getc , fp_ungetc , fp_setreadl , tok ))
512512 return error_ret (tok );
513- assert (tok -> decoding_state != 0 );
513+ assert (tok -> decoding_state != STATE_INIT );
514514 }
515515 }
516516 if (line != NULL && tok -> lineno < 2 && !tok -> read_coding_spec ) {
@@ -550,7 +550,7 @@ decoding_fgets(char *s, int size, struct tok_state *tok)
550550static int
551551decoding_feof (struct tok_state * tok )
552552{
553- if (tok -> decoding_state >= 0 ) {
553+ if (tok -> decoding_state != STATE_NORMAL ) {
554554 return feof (tok -> fp );
555555 } else {
556556 PyObject * buf = tok -> decoding_buffer ;
@@ -700,7 +700,7 @@ PyTokenizer_FromFile(FILE *fp, char* enc, char *ps1, char *ps2)
700700 return NULL ;
701701 }
702702 strcpy (tok -> encoding , enc );
703- tok -> decoding_state = -1 ;
703+ tok -> decoding_state = STATE_NORMAL ;
704704 }
705705 return tok ;
706706}
0 commit comments