File size: 439 Bytes
525f312
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "dense": {
    "tensors": 130,
    "rel_err_sum": 15.085906133055687,
    "rel_err_max": 0.17519304156303406,
    "src_bytes": 2558525440,
    "int4_bytes": 666009600,
    "mean_rel_err": 0.11604543179273605
  },
  "experts": {
    "tensors": 30720,
    "rel_err_sum": 3170.1489822492003,
    "rel_err_max": 0.16196535527706146,
    "src_bytes": 32220119040,
    "int4_bytes": 16609443840,
    "mean_rel_err": 0.10319495384925782
  }
}