Function generateTokenizedText

generateTokenizedText(
config?: GenerateTokenizedTextConfig,
): { indices: number[]; text: string }

Parameters

config: GenerateTokenizedTextConfig = {}
The configuration object for the text generation.

Returns { indices: number[]; text: string }

An object containing a list of token indices and the generated string.

Example

import { generateTokenizedText } from '@untemps/utils/string/generateTokenizedText'

const tokens = ['pol', 'biz', 'kuy']
const divider = '$'
const minWords = 5
const maxWords = 10
const dictionary = ['foo', 'bar', 'gag']
generateTokenizedText(tokens, divider, minWords, maxWords, dictionary) // {indices: Array(3), text: "foo $pol$ $biz$ bar gag $kuy$ foo gag foo"}}