diff options
| author | Tim Hall <tim.hall@arm.com> | 2021-06-08 21:25:57 +0100 |
|---|---|---|
| committer | Tim Hall <tim.hall@arm.com> | 2021-06-08 21:25:57 +0100 |
| commit | d784af7e8995a10fb403157af48371699c35bbfe (patch) | |
| tree | bf40b35b030d560049cef9411293b51e3d70ff4a /ethosu/vela/high_level_command_stream.py | |
| parent | 225e19d3640288e991475ee4c49cb3ffd83cc83b (diff) | |
| download | ethos-u-vela-d784af7e8995a10fb403157af48371699c35bbfe.tar.gz | |
MLBEDSW-4602: Fix Deepspeech scale & bias reuse issue.
- Deepspeech reuses identical weights and biases throughout
the network. Since biases are now interleaved with weights
there is a scaling issue when the ifm scales differ between
operations using the same weight and scale tensor.
- This commit uses interleaved weights/scales on their first use
but separates scales to source memory on subsequent use (if
the ifm scale is different).
Signed-off-by: Tim Hall <tim.hall@arm.com>
Change-Id: I7aae163438160a919cae04e235966e75355a6148
Diffstat (limited to 'ethosu/vela/high_level_command_stream.py')
| -rw-r--r-- | ethosu/vela/high_level_command_stream.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/ethosu/vela/high_level_command_stream.py b/ethosu/vela/high_level_command_stream.py index d353b482..ddb24824 100644 --- a/ethosu/vela/high_level_command_stream.py +++ b/ethosu/vela/high_level_command_stream.py @@ -174,6 +174,7 @@ class NpuStripe(Command): ofm_box, weight_tensor=None, weight_box=None, + scale_tensor=None, ifm2_tensor=None, ifm2_box=None, pad_top=0, @@ -190,6 +191,7 @@ class NpuStripe(Command): self.ofm_tensor = ofm_tensor self.ofm_box = ofm_box self.weight_tensor = weight_tensor + self.scale_tensor = scale_tensor self.weight_box = weight_box self.pad_top = pad_top self.pad_bottom = pad_bottom |