File size: 439 Bytes
525f312 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"dense": {
"tensors": 130,
"rel_err_sum": 15.085906133055687,
"rel_err_max": 0.17519304156303406,
"src_bytes": 2558525440,
"int4_bytes": 666009600,
"mean_rel_err": 0.11604543179273605
},
"experts": {
"tensors": 30720,
"rel_err_sum": 3170.1489822492003,
"rel_err_max": 0.16196535527706146,
"src_bytes": 32220119040,
"int4_bytes": 16609443840,
"mean_rel_err": 0.10319495384925782
}
} |