/* * Copyright (c) 2020-2022 Arm Limited. * * SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the License); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an AS IS BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef MESSAGE_HANDLER_H #define MESSAGE_HANDLER_H #include "FreeRTOS.h" #include "queue.h" #include "semphr.h" #include "message_queue.hpp" #if defined(ETHOSU) #include #endif #include #include #include #include #include #include namespace MessageHandler { class IncomingMessageHandler { public: IncomingMessageHandler(EthosU::ethosu_core_queue &inputMessageQueue, EthosU::ethosu_core_queue &outputMessageQueue, Mailbox::Mailbox &mailbox, QueueHandle_t inferenceInputQueue, QueueHandle_t inferenceOutputQueue, SemaphoreHandle_t messageNotify); void run(); private: bool handleMessage(); bool handleInferenceOutput(); static void handleIrq(void *userArg); void sendPong(); void sendErrorAndResetQueue(EthosU::ethosu_core_msg_err_type type, const char *message); void sendVersionRsp(); void sendCapabilitiesRsp(uint64_t userArg); void sendNetworkInfoRsp(uint64_t userArg, EthosU::ethosu_core_network_buffer &network); void sendInferenceRsp(EthosU::ethosu_core_inference_rsp &inference); void sendFailedInferenceRsp(uint64_t userArg, uint32_t status); void sendCancelInferenceRsp(uint64_t userArg, uint32_t status); void readCapabilties(EthosU::ethosu_core_msg_capabilities_rsp &rsp); MessageQueue::QueueImpl inputMessageQueue; MessageQueue::QueueImpl outputMessageQueue; Mailbox::Mailbox &mailbox; InferenceProcess::InferenceParser parser; QueueHandle_t inferenceInputQueue; QueueHandle_t inferenceOutputQueue; SemaphoreHandle_t messageNotify; EthosU::ethosu_core_msg_capabilities_rsp capabilities; }; class InferenceHandler { public: InferenceHandler(uint8_t *tensorArena, size_t arenaSize, QueueHandle_t inferenceInputQueue, QueueHandle_t inferenceOutputQueue, SemaphoreHandle_t messageNotify); void run(); private: void runInference(EthosU::ethosu_core_inference_req &req, EthosU::ethosu_core_inference_rsp &rsp); bool getInferenceJob(const EthosU::ethosu_core_inference_req &req, InferenceProcess::InferenceJob &job); #if defined(ETHOSU) friend void ::ethosu_inference_begin(struct ethosu_driver *drv, void *userArg); friend void ::ethosu_inference_end(struct ethosu_driver *drv, void *userArg); #endif QueueHandle_t inferenceInputQueue; QueueHandle_t inferenceOutputQueue; SemaphoreHandle_t messageNotify; InferenceProcess::InferenceProcess inference; EthosU::ethosu_core_inference_req *currentReq; EthosU::ethosu_core_inference_rsp *currentRsp; }; } // namespace MessageHandler #endif