{"version":3,"file":"tokenizer.d.ts","names":["GrammarState","ThemedToken","ShikiStreamTokenizerEnqueueResult","ShikiStreamTokenizerOptions","ShikiStreamTokenizer","Promise"],"sources":["../../src/shiki-stream/tokenizer.d.ts"],"sourcesContent":["import type { GrammarState, ThemedToken } from 'shiki/core';\nimport type { ShikiStreamTokenizerEnqueueResult, ShikiStreamTokenizerOptions } from './types';\nexport declare class ShikiStreamTokenizer {\n    readonly options: ShikiStreamTokenizerOptions;\n    tokensStable: ThemedToken[];\n    tokensUnstable: ThemedToken[];\n    lastUnstableCodeChunk: string;\n    lastStableGrammarState: GrammarState | undefined;\n    constructor(options: ShikiStreamTokenizerOptions);\n    /**\n     * Enqueue a chunk of code to the buffer.\n     */\n    enqueue(chunk: string): Promise<ShikiStreamTokenizerEnqueueResult>;\n    close(): {\n        stable: ThemedToken[];\n    };\n    clear(): void;\n    clone(): ShikiStreamTokenizer;\n}\n//# sourceMappingURL=tokenizer.d.ts.map"],"mappings":";;;;cAEqBI,oBAAAA;oBACCD;EADDC,YAAAA,EAEHH,WAFuB,EAAA;EACnBE,cAAAA,EAEFF,WAFEE,EAAAA;EACJF,qBAAAA,EAAAA,MAAAA;EACEA,sBAAAA,EAEQD,YAFRC,GAAAA,SAAAA;EAEQD,WAAAA,CAAAA,OAAAA,EACHG,2BADGH;EACHG;;;EAMTF,OAAAA,CAAAA,KAAAA,EAAAA,MAAAA,CAAAA,EAFYI,OAEZJ,CAFoBC,iCAEpBD,CAAAA;EAGHG,KAAAA,CAAAA,CAAAA,EAAAA;IAAoB,MAAA,EAHjBH,WAGiB,EAAA;;;WAApBG"}