diff options
| author | Johan Alfvén <johan.alfven@arm.com> | 2022-12-21 11:23:01 +0100 |
|---|---|---|
| committer | Fredrik Svedberg <fredrik.svedberg@arm.com> | 2022-12-21 14:09:16 +0000 |
| commit | af1d443159ce12cc03a5721a5db0150ec39d8489 (patch) | |
| tree | 0123971135238cca0985d2c241755c80a82a37bf | |
| parent | da69e6d75061df9eb24b5092436ea6ea81f99330 (diff) | |
| download | ethos-u-vela-af1d443159ce12cc03a5721a5db0150ec39d8489.tar.gz | |
MLBEDSW-7206: Fixed weight buffering problem in cascading
- Fixed a problem where buffered weights were only used
in the first stripe that was produced. The following stripes
read the weights from permanent storage.
Change-Id: I176909fa0e2edbecf80e8ec8ac136f42d5d3bcd4
Signed-off-by: Johan Alfven <johan.alfven@arm.com>
| -rw-r--r-- | ethosu/vela/high_level_command_stream_generator.py | 9 |
1 files changed, 5 insertions, 4 deletions
diff --git a/ethosu/vela/high_level_command_stream_generator.py b/ethosu/vela/high_level_command_stream_generator.py index cd878ec2..5f6a93a3 100644 --- a/ethosu/vela/high_level_command_stream_generator.py +++ b/ethosu/vela/high_level_command_stream_generator.py @@ -207,12 +207,13 @@ def generate_high_level_commands_for_sched_op(sched_op, schedule): if op_info.npu_weights_tensor: weight_box = Box([0, 0, 0, start_channel], [1, 1, 1, end_channel]) - if op_info.buffered_weight_tensors and is_first_h_stripe: + if op_info.buffered_weight_tensors: idx = depth_idx % len(op_info.buffered_weight_tensors) - yield from dma_if_necessary( - sched_op.parent_ps, weight_box, op_info.buffered_weight_tensors[idx] - ) weight_tensor = op_info.buffered_weight_tensors[idx] + if is_first_h_stripe: + yield from dma_if_necessary( + sched_op.parent_ps, weight_box, op_info.buffered_weight_tensors[idx] + ) else: weight_box = None |