Adding AI Token Counter

(cherry picked from commit 8b20dcbf1b52e3accc430655c2d1d94f058171fe)
This commit is contained in:
Glenn R. Martin 2025-06-03 09:22:20 -04:00
parent c57556f49f
commit 6df8c1004f
3 changed files with 107 additions and 0 deletions

6
package-lock.json generated
View file

@ -46,6 +46,7 @@
"file-saver": "^2.0.5",
"flat": "^6.0.1",
"geodesy": "1.1.3",
"gpt-tokenizer": "^2.9.0",
"handlebars": "^4.7.8",
"hash-wasm": "^4.12.0",
"highlight.js": "^11.9.0",
@ -10361,6 +10362,11 @@
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/gpt-tokenizer": {
"version": "2.9.0",
"resolved": "https://registry.npmjs.org/gpt-tokenizer/-/gpt-tokenizer-2.9.0.tgz",
"integrity": "sha512-YSpexBL/k4bfliAzMrRqn3M6+it02LutVyhVpDeMKrC/O9+pCe/5s8U2hYKa2vFLD5/vHhsKc8sOn/qGqII8Kg=="
},
"node_modules/graceful-fs": {
"version": "4.2.11",
"resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz",