Delete unused code

alexdima · alexdima · commit bf38537c06a9 · 2019-07-29T13:32:24.000+02:00
diff --git a/src/vs/editor/contrib/tokenization/tokenization.ts b/src/vs/editor/contrib/tokenization/tokenization.ts
@@ -7,8 +7,6 @@ import * as nls from 'vs/nls';
 import { ICodeEditor } from 'vs/editor/browser/editorBrowser';
 import { EditorAction, ServicesAccessor, registerEditorAction } from 'vs/editor/browser/editorExtensions';
 import { StopWatch } from 'vs/base/common/stopwatch';
-import { StandardTokenType } from 'vs/editor/common/modes';
-import { ITextModel } from 'vs/editor/common/model';
 
 class ForceRetokenizeAction extends EditorAction {
 	constructor() {
@@ -31,51 +29,6 @@ class ForceRetokenizeAction extends EditorAction {
 		sw.stop();
 		console.log(`tokenization took ${sw.elapsed()}`);
 
-		if (!true) {
-			extractTokenTypes(model);
-		}
-	}
-}
-
-function extractTokenTypes(model: ITextModel): void {
-	const eolLength = model.getEOL().length;
-	let result: number[] = [];
-	let resultLen: number = 0;
-	let lastTokenType: StandardTokenType = StandardTokenType.Other;
-	let lastEndOffset: number = 0;
-	let offset = 0;
-	for (let lineNumber = 1, lineCount = model.getLineCount(); lineNumber <= lineCount; lineNumber++) {
-		const lineTokens = model.getLineTokens(lineNumber);
-
-		for (let i = 0, len = lineTokens.getCount(); i < len; i++) {
-			const tokenType = lineTokens.getStandardTokenType(i);
-			if (tokenType === StandardTokenType.Other) {
-				continue;
-			}
-
-			const startOffset = offset + lineTokens.getStartOffset(i);
-			const endOffset = offset + lineTokens.getEndOffset(i);
-			const length = endOffset - startOffset;
-
-			if (length === 0) {
-				continue;
-			}
-
-			if (lastTokenType === tokenType && lastEndOffset === startOffset) {
-				result[resultLen - 2] += length;
-				lastEndOffset += length;
-				continue;
-			}
-
-			result[resultLen++] = startOffset; // - lastEndOffset
-			result[resultLen++] = length;
-			result[resultLen++] = tokenType;
-
-			lastTokenType = tokenType;
-			lastEndOffset = endOffset;
-		}
-
-		offset += lineTokens.getLineContent().length + eolLength;
 	}
 }
 
