Module:Q-odd-limit intervals: Difference between revisions
ArrowHead294 (talk | contribs) No edit summary |
ArrowHead294 (talk | contribs) No edit summary |
||
| Line 102: | Line 102: | ||
true_size = monzo2cent(monzo_list[i], subgroup) | true_size = monzo2cent(monzo_list[i], subgroup) | ||
approx_size = step_size * inner_product(val, monzo_list[i]) | approx_size = step_size * inner_product(val, monzo_list[i]) | ||
nearest_size = math.floor(true_size / step_size + 0.5) | |||
error_abs_direct = math.abs(nearest_size * step_size - true_size) | |||
error_abs_pval = math.abs(approx_size - true_size) | error_abs_pval = math.abs(approx_size - true_size) | ||
error_rel_direct = 100 * | error_rel_direct = 100 * nearest_size | ||
error_rel_pval = 100 * error_abs_pval / step_size | error_rel_pval = 100 * error_abs_pval / step_size | ||
error_list[i] = | error_list[i] = | ||