https-githubsup-com
diff --git a/‎src/vs/editor/common/model.ts‎
Lines changed: 11 additions & 1 deletion b/‎src/vs/editor/common/model.ts‎
Lines changed: 11 additions & 1 deletion
diff --git a/‎src/vs/editor/common/model/textModel.ts‎
Lines changed: 13 additions & 2 deletions b/‎src/vs/editor/common/model/textModel.ts‎
Lines changed: 13 additions & 2 deletions
diff --git a/‎src/vs/editor/common/model/tokensStore.ts‎
Lines changed: 9 additions & 1 deletion b/‎src/vs/editor/common/model/tokensStore.ts‎
Lines changed: 9 additions & 1 deletion
diff --git a/‎src/vs/editor/common/services/modelService.ts‎
Lines changed: 6 additions & 0 deletions b/‎src/vs/editor/common/services/modelService.ts‎
Lines changed: 6 additions & 0 deletions
@@ -827,7 +827,17 @@ export interface ITextModel {
 	/**
 	 * @internal
 	 */
-	setSemanticTokens(tokens: MultilineTokens2[] | null): void;
+	setSemanticTokens(tokens: MultilineTokens2[] | null, isComplete: boolean): void;
+
+	/**
+	 * @internal
+	 */
+	setPartialSemanticTokens(tokens: MultilineTokens2[] | null): void;
+
+	/**
+	 * @internal
+	 */
+	hasSemanticTokens(): boolean;
 
 	/**
 	 * Flush all tokenization state.
 
@@ -1793,8 +1793,8 @@ export class TextModel extends Disposable implements model.ITextModel {
 		}
 	}
 
-	public setSemanticTokens(tokens: MultilineTokens2[] | null): void {
-		this._tokens2.set(tokens);
+	public setSemanticTokens(tokens: MultilineTokens2[] | null, isComplete: boolean): void {
+		this._tokens2.set(tokens, isComplete);
 
 		this._emitModelTokensChangedEvent({
 			tokenizationSupportChanged: false,
@@ -1803,6 +1803,17 @@ export class TextModel extends Disposable implements model.ITextModel {
 		});
 	}
 
+	public hasSemanticTokens(): boolean {
+		return this._tokens2.isComplete();
+	}
+
+	public setPartialSemanticTokens(tokens: MultilineTokens2[]): void {
+		if (this.hasSemanticTokens()) {
+			return;
+		}
+		this.setSemanticTokens(tokens, false);
+	}
+
 	public tokenizeViewport(startLineNumber: number, endLineNumber: number): void {
 		startLineNumber = Math.max(1, startLineNumber);
 		endLineNumber = Math.min(this._buffer.getLineCount(), endLineNumber);
 
@@ -737,17 +737,25 @@ function toUint32Array(arr: Uint32Array | ArrayBuffer): Uint32Array {
 export class TokensStore2 {
 
 	private _pieces: MultilineTokens2[];
+	private _isComplete: boolean;
 
 	constructor() {
 		this._pieces = [];
+		this._isComplete = false;
 	}
 
 	public flush(): void {
 		this._pieces = [];
+		this._isComplete = false;
 	}
 
-	public set(pieces: MultilineTokens2[] | null) {
+	public set(pieces: MultilineTokens2[] | null, isComplete: boolean) {
 		this._pieces = pieces || [];
+		this._isComplete = isComplete;
+	}
+
+	public isComplete(): boolean {
+		return this._isComplete;
 	}
 
 	public addSemanticTokens(lineNumber: number, aTokens: LineTokens): LineTokens {
 
@@ -8,9 +8,13 @@ import { URI } from 'vs/base/common/uri';
 import { ITextBufferFactory, ITextModel, ITextModelCreationOptions } from 'vs/editor/common/model';
 import { ILanguageSelection } from 'vs/editor/common/services/modeService';
 import { createDecorator } from 'vs/platform/instantiation/common/instantiation';
+import { DocumentSemanticTokensProvider, DocumentRangeSemanticTokensProvider } from 'vs/editor/common/modes';
+import { SemanticTokensProviderStyling } from 'vs/editor/common/services/semanticTokensProviderStyling';
 
 export const IModelService = createDecorator<IModelService>('modelService');
 
+export type DocumentTokensProvider = DocumentSemanticTokensProvider | DocumentRangeSemanticTokensProvider;
+
 export interface IModelService {
 	_serviceBrand: undefined;
 
@@ -28,6 +32,8 @@ export interface IModelService {
 
 	getModel(resource: URI): ITextModel | null;
 
+	getSemanticTokensProviderStyling(provider: DocumentTokensProvider): SemanticTokensProviderStyling;
+
 	onModelAdded: Event<ITextModel>;
 
 	onModelRemoved: Event<ITextModel>;