diff options
| author | erik.andersson@arm.com <erik.andersson@arm.com> | 2022-03-22 15:35:30 +0100 |
|---|---|---|
| committer | erik.andersson@arm.com <erik.andersson@arm.com> | 2022-07-11 11:27:47 +0200 |
| commit | 6b2a0b4a64d01c8b038050a87c29f38a4909515c (patch) | |
| tree | 0bd213a78debbfbe8465fcbf1c87eadd1f44fc2f /ethosu/vela/scheduler.py | |
| parent | 25f48dd70aebeecd490de71eed3d4f7fbad1b121 (diff) | |
| download | ethos-u-vela-6b2a0b4a64d01c8b038050a87c29f38a4909515c.tar.gz | |
MLBEDSW-6261: Elementwise cascading
Enabled elementwise cascading for binary/single variable IFM operators.
Signed-off-by: erik.andersson@arm.com <erik.andersson@arm.com>
Change-Id: I1c0867875fdc5c4980224fb570185c11e719d5cd
Diffstat (limited to 'ethosu/vela/scheduler.py')
| -rw-r--r-- | ethosu/vela/scheduler.py | 26 |
1 files changed, 26 insertions, 0 deletions
diff --git a/ethosu/vela/scheduler.py b/ethosu/vela/scheduler.py index 0e17d705..7e989a7d 100644 --- a/ethosu/vela/scheduler.py +++ b/ethosu/vela/scheduler.py @@ -183,6 +183,7 @@ class SchedulerOperation: self.uses_scalar = ps.primary_op.ifm2 is not None and ( ps.primary_op.ifm.shape == [] or ps.primary_op.ifm2.shape == [] ) + self.ifm_ublock = arch.ifm_ublock self.ifm = SchedulerTensor( @@ -220,6 +221,31 @@ class SchedulerOperation: self.index = 0 + # Perform an IFM swap for certain binary elementwise operators + # in order to enable cascading, if the SchedOp conforms to + # Elementwise cascading rules. + if self.op_type.is_binary_elementwise_op() and CascadeBuilder.element_wise_cascading_conformity(self): + ifm1 = ps.ifm_tensor + ifm2 = ps.ifm2_tensor + ofm = ps.ofm_tensor + assert ifm1.elements() > 0 + assert ifm2.elements() > 0 + + if ( + # The non-constant IFM should be the primary input + (ifm1.ops[0].type == Op.Const and ifm2.ops[0].type != Op.Const) + # The non-broadcasted IFM should be the primary input + or (ifm1.shape != ofm.shape and ifm2.shape == ofm.shape) + ): + self.ifm, self.ifm2 = self.ifm2, self.ifm + + self.parent_ps.ifm_shapes = self.parent_ps.ifm_shapes[::-1] + self.parent_ps.inputs = self.parent_ps.inputs[::-1] + self.parent_ps.ifm_tensor, self.parent_ps.ifm2_tensor = ( + self.parent_ps.ifm2_tensor, + self.parent_ps.ifm_tensor, + ) + def add_ifm_connection(self, conn: "Connection"): """Add input connection to another SchedulerOperation or Subgraph Input""" conn.consumers.append(self) |