From 749d92115e8ac7d0cc755ce93ea8a8c53fd6e474 Mon Sep 17 00:00:00 2001 From: Charles Xu Date: Thu, 11 Jun 2020 12:39:19 +0200 Subject: MLBEDSW-2468: Rounding 16bit scale multiplier by 0.5 Signed-off-by: Charles Xu Change-Id: I78f475f9837a7c11f01b2693b17efe1a7c6481cc --- ethosu/vela/register_command_stream_generator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'ethosu/vela') diff --git a/ethosu/vela/register_command_stream_generator.py b/ethosu/vela/register_command_stream_generator.py index 38ab6c15..c46016d7 100644 --- a/ethosu/vela/register_command_stream_generator.py +++ b/ethosu/vela/register_command_stream_generator.py @@ -607,7 +607,7 @@ def generate_register_command_stream(nng, sg, arch, verbose=False): rescale = 0x3000 * cmd.ifm_tensor.quantization.scale_f32 if cmd.ifm_tensor.dtype == DataType.int16: - multiplier = max(1, int(4096 * cmd.ifm_tensor.quantization.scale_f32)) + multiplier = max(1, int(4096 * cmd.ifm_tensor.quantization.scale_f32 + 0.5)) rescale *= 3 * multiplier rescale_bits = len(bin(round_up_to_int(rescale))) - 2 + 1 -- cgit v1.2.1