Recognise the last indent type and check it with the current indent t…

…ype. Co-authored-by: Thirumalai Shaktivel <Thirumalai-Shaktivel@users.noreply.github.com>
a97410985 · Aug 31, 2022 · e049dcf · e049dcf
1 parent a227df8
commit e049dcf
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/src/lpython/parser/tokenizer.h b/src/lpython/parser/tokenizer.h
@@ -25,6 +25,7 @@ class Tokenizer
     int dedent = 0; // Allowed values: 0, 1, 2, see the code below the meaning of this state variable
     bool colon_actual_last_token = false; // If the actual last token was a colon
     long int last_indent_length = 0;
+    unsigned char last_indent_type;
     std::vector<uint64_t> indent_length;
 
     char paren_stack[MAX_PAREN_LEVEL];

diff --git a/src/lpython/parser/tokenizer.re b/src/lpython/parser/tokenizer.re
@@ -321,9 +321,19 @@ int Tokenizer::lex(Allocator &al, YYSTYPE &yylval, Location &loc, diag::Diagnost
                 }
                 if (indent) {
                     indent = false;
-                    indent_length.push_back(cur-tok);
-                    last_indent_length = cur-tok;
-                    RET(TK_INDENT);
+                    if (last_indent_length == 0) {
+                        last_indent_type = tok[0];
+                    }
+                    if (last_indent_type == tok[0]) {
+                        indent_length.push_back(cur-tok);
+                        last_indent_length = cur-tok;
+                        RET(TK_INDENT);
+                    } else {
+                        loc.first++; loc.last++;
+                        throw parser_local::TokenizerError(
+                        "Indentation should be of the same type "
+                        "(either tabs or spaces)", {loc});
+                    }
                 } else {
                     if(last_token == yytokentype::TK_NEWLINE && cur[0] != ' '
                             && cur[0] != '\t' && last_indent_length > cur-tok) {