add typescript tokenizer and better chat trimmer

This commit is contained in:
Cogent Apps
2023-03-20 13:03:53 +00:00
parent 216ecd5b32
commit b6881c69b4
24 changed files with 477 additions and 1362 deletions

View File

@@ -13,6 +13,7 @@
"@reduxjs/toolkit": "^1.9.3",
"@svgr/webpack": "^6.5.1",
"broadcast-channel": "^4.20.2",
"buffer": "^6.0.3",
"csv": "^6.2.8",
"expiry-set": "^1.0.0",
"idb-keyval": "^6.2.0",