{
 "model": "convaiinnovations/laya",
 "subfolder": "multilingual",
 "gpu": "NVIDIA GeForce RTX 4070 Ti SUPER",
 "torch": "2.11.0+cu130",
 "latency": [
  {
   "case": "short x1",
   "L": 72,
   "stock_ms": 13.668888266693102,
   "fast_ms": 4.658342966649798,
   "dp_stock": 2.798882903221056e-09,
   "dp_fast": 1.7186803091817637e-09,
   "agree": 1.0,
   "e2e_stock_ms": 14.091770666649001,
   "e2e_fast_ms": 2.788611866647746
  },
  {
   "case": "short x3",
   "L": 72,
   "stock_ms": 14.214956066643936,
   "fast_ms": 2.8768422666568463,
   "dp_stock": 0.0006397366523742676,
   "dp_fast": 0.000688992440700531,
   "agree": 1.0,
   "e2e_stock_ms": 14.965299499999674,
   "e2e_fast_ms": 3.8480925333108944
  },
  {
   "case": "short x30",
   "L": 72,
   "stock_ms": 15.544085700033369,
   "fast_ms": 11.18610439995488,
   "dp_stock": 0.0006399154663085938,
   "dp_fast": 0.0006888806819915771,
   "agree": 1.0,
   "e2e_stock_ms": 22.18767193335225,
   "e2e_fast_ms": 17.782437666634603
  },
  {
   "case": "long x3",
   "L": 966,
   "stock_ms": 24.46538689994971,
   "fast_ms": 18.015161099962523,
   "dp_stock": 0.002431929111480713,
   "dp_fast": 0.0024688243865966797,
   "agree": 1.0,
   "e2e_stock_ms": 28.58766999997897,
   "e2e_fast_ms": 21.771783533343598
  },
  {
   "case": "long x30",
   "L": 966,
   "stock_ms": 283.5949272333285,
   "fast_ms": 152.4874108333582,
   "dp_stock": 0.002358555793762207,
   "dp_fast": 0.0024689435958862305,
   "agree": 1.0,
   "e2e_stock_ms": 320.73739300000545,
   "e2e_fast_ms": 187.6040845333288
  }
 ],
 "eval": {
  "ag_news": {
   "n": 1000,
   "stock": {
    "acc": 0.923,
    "ece": 0.050969099999999955,
    "ms": 14.88432291600111
   },
   "fast": {
    "acc": 0.923,
    "ece": 0.049720100000000045,
    "ms": 3.1630109549987537
   },
   "agreement": 0.996
  },
  "emotion": {
   "n": 1000,
   "stock": {
    "acc": 0.538,
    "ece": 0.3315955,
    "ms": 14.303604885000823
   },
   "fast": {
    "acc": 0.54,
    "ece": 0.33158200000000004,
    "ms": 2.93563167100001
   },
   "agreement": 0.992
  }
 }
}