Merge pull request microsoft#1660 from Microsoft/saveNumericTokensInScanner

vladima · vladima · commit 87bcdff9a89e · 2015-01-13T15:42:49.000-08:00
save token when scanning binary\octal literals
diff --git a/src/compiler/scanner.ts b/src/compiler/scanner.ts
@@ -1039,7 +1039,7 @@ module ts {
                                 value = 0;
                             }
                             tokenValue = "" + value;
-                            return SyntaxKind.NumericLiteral;
+                            return token = SyntaxKind.NumericLiteral;
                         }
                         else if (pos + 2 < len && (text.charCodeAt(pos + 1) === CharacterCodes.O || text.charCodeAt(pos + 1) === CharacterCodes.o)) {
                             pos += 2;
@@ -1049,7 +1049,7 @@ module ts {
                                 value = 0;
                             }
                             tokenValue = "" + value;
-                            return SyntaxKind.NumericLiteral;
+                            return token = SyntaxKind.NumericLiteral;
                         }
                         // Try to parse as an octal
                         if (pos + 1 < len && isOctalDigit(text.charCodeAt(pos + 1))) {

Original file line number	Diff line number	Diff line change
`@@ -1039,7 +1039,7 @@ module ts {`
`1039`	`1039`	`value = 0;`
`1040`	`1040`	`}`
`1041`	`1041`	`tokenValue = "" + value;`
`1042`		`- return SyntaxKind.NumericLiteral;`
	`1042`	`+ return token = SyntaxKind.NumericLiteral;`
`1043`	`1043`	`}`
`1044`	`1044`	`else if (pos + 2 < len && (text.charCodeAt(pos + 1) === CharacterCodes.O \|\| text.charCodeAt(pos + 1) === CharacterCodes.o)) {`
`1045`	`1045`	`pos += 2;`
`@@ -1049,7 +1049,7 @@ module ts {`
`1049`	`1049`	`value = 0;`
`1050`	`1050`	`}`
`1051`	`1051`	`tokenValue = "" + value;`
`1052`		`- return SyntaxKind.NumericLiteral;`
	`1052`	`+ return token = SyntaxKind.NumericLiteral;`
`1053`	`1053`	`}`
`1054`	`1054`	`// Try to parse as an octal`
`1055`	`1055`	`if (pos + 1 < len && isOctalDigit(text.charCodeAt(pos + 1))) {`