add nextTokenStartSince method

babel · Jun 4, 2020 · 84f6abc · 84f6abc
1 parent 8a98ec9
commit 84f6abc
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/packages/babel-parser/src/tokenizer/index.js b/packages/babel-parser/src/tokenizer/index.js
@@ -190,11 +190,14 @@ export default class Tokenizer extends ParserErrors {
   }
 
   nextTokenStart(): number {
-    const thisTokEnd = this.state.pos;
-    skipWhiteSpace.lastIndex = thisTokEnd;
+    return this.nextTokenStartSince(this.state.pos);
+  }
+
+  nextTokenStartSince(pos: number): number {
+    skipWhiteSpace.lastIndex = pos;
     const skip = skipWhiteSpace.exec(this.input);
     // $FlowIgnore: The skipWhiteSpace ensures to match any string
-    return thisTokEnd + skip[0].length;
+    return pos + skip[0].length;
   }
 
   lookaheadCharCode(): number {