From 5a8978f93dc6557b3c131b90a4c9847d8c11bf5e Mon Sep 17 00:00:00 2001 From: Lars Mueller Date: Sun, 3 Jul 2022 13:29:49 +0200 Subject: [PATCH] binary: Float writing: Fix exponent assertions --- binary.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/binary.lua b/binary.lua index 8569e46..c4f7d81 100644 --- a/binary.lua +++ b/binary.lua @@ -147,7 +147,7 @@ function write_single(write_byte, number) else -- normal numbers are stored as 1. mantissa = mantissa * 2 - 1 exponent = exponent - 1 + 127 -- mantissa << 1 <=> exponent-- - assert(exponent <= 0xFF) + assert(exponent < 0xFF) end local exp_lowest_bit = exponent % 2 @@ -199,7 +199,7 @@ function write_double(write_byte, number) else -- normal numbers are stored as 1. mantissa = mantissa * 2 - 1 exponent = exponent - 1 + 1023 -- mantissa << 1 <=> exponent-- - assert(exponent < 2^12) -- 11 exponent bits + assert(exponent < 0x7FF) end local exp_low_nibble = exponent % 0x10