Add more stats metrics

package.json

@@ -6,7 +6,7 @@
  "build": "webpack --config webpack.config.js"
  },
  "dependencies": {
- "@charliefruan/web-llm": "^0.2.62",
+ "@charliefruan/web-llm": "^0.2.75",
  "@sinclair/typebox": "^0.33.16",
  "ace-builds": "^1.36.2",
  "highlight.js": "^11.10.0"

src/index.js

@@ -185,13 +185,23 @@ Patronus is a string.
  1
  )} tok/s`);
  }
- if (usage.extra.grammar_init_ms) {
- statsTextParts.push(`Grammar Init Overhead: ${usage.extra.grammar_init_ms.toFixed(
+ if (usage.extra.time_per_output_token_s) {
+ statsTextParts.push(`Time to First Token: ${(1000 * usage.extra.time_per_output_token_s).toFixed(
  0
  )} ms`);
  }
- if (usage.extra.grammar_per_token_ms) {
- statsTextParts.push(`Grammar Per-token Overhead: ${usage.extra.grammar_per_token_ms.toFixed(
+ if (usage.extra.time_to_first_token_s) {
+ statsTextParts.push(`Time Per Output Token: ${(1000 * usage.extra.time_to_first_token_s).toFixed(
+ 0
+ )} ms`);
+ }
+ if (usage.extra.grammar_init_s) {
+ statsTextParts.push(`Grammar Init Overhead: ${(1000 * usage.extra.grammar_init_s).toFixed(
+ 0
+ )} ms`);
+ }
+ if (usage.extra.grammar_per_token_s) {
+ statsTextParts.push(`Grammar Per-token Overhead: ${(1000 * usage.extra.grammar_per_token_s).toFixed(
  2
  )} ms`);
  }

yarn.lock

@@ -802,10 +802,10 @@
  "@babel/helper-validator-identifier" "^7.25.7"
  to-fast-properties "^2.0.0"
 
-"@charliefruan/web-llm@^0.2.62":
- version "0.2.74"
- resolved "https://registry.yarnpkg.com/@charliefruan/web-llm/-/web-llm-0.2.74.tgz#2f2860ba15944dfada52dbae9e5c426ca9cae00a"
- integrity sha512-5qBdkHLLQQQHhtIzgJ6no05DjnnblDiiCG2/2IpHwf/GemqpIy7NcU866zaWCMFTdHyuQPwUR3ZSBckdPynUYA==
+"@charliefruan/web-llm@^0.2.75":
+ version "0.2.75"
+ resolved "https://registry.yarnpkg.com/@charliefruan/web-llm/-/web-llm-0.2.75.tgz#82dd22b8c540c796c779b4d1ec136e096fab8e46"
+ integrity sha512-L7UB5nnhJ/hQax20DgH5njw0MR3MQCI/UHppdGpN1WcPDvTr01pwhEEm0NDMopKdYgFASwcHOYC4TwMzc1ngDg==
  dependencies:
  loglevel "^1.9.1"