Move tokenizer creation to separated method

postcss · May 7, 2017 · d06be72 · d06be72
1 parent 200d478
commit d06be72
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/lib/parser.es6 b/lib/parser.es6
@@ -15,11 +15,14 @@ export default class Parser {
         this.spaces    = '';
         this.semicolon = false;
 
-        this.tokenizer = tokenizer(this.input);
-
+        this.createTokenizer();
         this.root.source = { input, start: { line: 1, column: 1 } };
     }
 
+    createTokenizer() {
+        this.tokenizer = tokenizer(this.input);
+    }
+
     parse() {
         let token;
         while ( !this.tokenizer.endOfFile() ) {