fix: tokenize with gpt-3.5-turbo model (#173)

This commit is contained in:
hiroki osame
2023-03-26 22:41:36 -04:00
committed by GitHub
parent 52b62d5a50
commit 7068024f7f
3 changed files with 6 additions and 8 deletions

8
pnpm-lock.yaml generated
View File

@@ -7,7 +7,7 @@ patchedDependencies:
specifiers:
'@clack/prompts': ^0.6.1
'@dqbd/tiktoken': ^0.4.0
'@dqbd/tiktoken': ^1.0.2
'@pvtnbr/eslint-config': ^0.33.0
'@types/ini': ^1.3.31
'@types/inquirer': ^9.0.3
@@ -28,7 +28,7 @@ specifiers:
typescript: ^4.9.5
dependencies:
'@dqbd/tiktoken': 0.4.0
'@dqbd/tiktoken': 1.0.2
devDependencies:
'@clack/prompts': 0.6.1_seqcoud6rtee7vmn7zfu7zbwcy
@@ -92,8 +92,8 @@ packages:
- is-unicode-supported
patched: true
/@dqbd/tiktoken/0.4.0:
resolution: {integrity: sha512-iaHgmwKAOqowBFZKxelyszoeGLoNw62eOULcmyme1aA1Ymr3JgYl0V7jwpuUm7fksalycZajx3loFn9TRUaviw==}
/@dqbd/tiktoken/1.0.2:
resolution: {integrity: sha512-AjGTBRWsMoVmVeN55NLyupyM8TNamOUBl6tj5t/leLDVup3CFGO9tVagNL1jf3GyZLkWZSTmYVbPQ/M2LEcNzw==}
dev: false
/@esbuild-kit/cjs-loader/2.4.2: