| { |
| "model": "convaiinnovations/laya", |
| "subfolder": "multilingual", |
| "gpu": "NVIDIA GeForce RTX 4070 Ti SUPER", |
| "torch": "2.11.0+cu130", |
| "latency": [ |
| { |
| "case": "short x1", |
| "L": 72, |
| "stock_ms": 13.668888266693102, |
| "fast_ms": 4.658342966649798, |
| "dp_stock": 2.798882903221056e-09, |
| "dp_fast": 1.7186803091817637e-09, |
| "agree": 1.0, |
| "e2e_stock_ms": 14.091770666649001, |
| "e2e_fast_ms": 2.788611866647746 |
| }, |
| { |
| "case": "short x3", |
| "L": 72, |
| "stock_ms": 14.214956066643936, |
| "fast_ms": 2.8768422666568463, |
| "dp_stock": 0.0006397366523742676, |
| "dp_fast": 0.000688992440700531, |
| "agree": 1.0, |
| "e2e_stock_ms": 14.965299499999674, |
| "e2e_fast_ms": 3.8480925333108944 |
| }, |
| { |
| "case": "short x30", |
| "L": 72, |
| "stock_ms": 15.544085700033369, |
| "fast_ms": 11.18610439995488, |
| "dp_stock": 0.0006399154663085938, |
| "dp_fast": 0.0006888806819915771, |
| "agree": 1.0, |
| "e2e_stock_ms": 22.18767193335225, |
| "e2e_fast_ms": 17.782437666634603 |
| }, |
| { |
| "case": "long x3", |
| "L": 966, |
| "stock_ms": 24.46538689994971, |
| "fast_ms": 18.015161099962523, |
| "dp_stock": 0.002431929111480713, |
| "dp_fast": 0.0024688243865966797, |
| "agree": 1.0, |
| "e2e_stock_ms": 28.58766999997897, |
| "e2e_fast_ms": 21.771783533343598 |
| }, |
| { |
| "case": "long x30", |
| "L": 966, |
| "stock_ms": 283.5949272333285, |
| "fast_ms": 152.4874108333582, |
| "dp_stock": 0.002358555793762207, |
| "dp_fast": 0.0024689435958862305, |
| "agree": 1.0, |
| "e2e_stock_ms": 320.73739300000545, |
| "e2e_fast_ms": 187.6040845333288 |
| } |
| ], |
| "eval": { |
| "ag_news": { |
| "n": 1000, |
| "stock": { |
| "acc": 0.923, |
| "ece": 0.050969099999999955, |
| "ms": 14.88432291600111 |
| }, |
| "fast": { |
| "acc": 0.923, |
| "ece": 0.049720100000000045, |
| "ms": 3.1630109549987537 |
| }, |
| "agreement": 0.996 |
| }, |
| "emotion": { |
| "n": 1000, |
| "stock": { |
| "acc": 0.538, |
| "ece": 0.3315955, |
| "ms": 14.303604885000823 |
| }, |
| "fast": { |
| "acc": 0.54, |
| "ece": 0.33158200000000004, |
| "ms": 2.93563167100001 |
| }, |
| "agreement": 0.992 |
| } |
| } |
| } |
