116 TEST_CASE(
"BackendProfilingCounterRegisterMockBackendTest")
126 unsigned int shiftedId = 0;
136 CHECK(counterMap.
GetGlobalId(0, mockId) == 5 + shiftedId);
137 CHECK(counterMap.
GetGlobalId(1, mockId) == 6 + shiftedId);
138 CHECK(counterMap.
GetGlobalId(2, mockId) == 7 + shiftedId);
139 CHECK(counterMap.
GetGlobalId(3, mockId) == 8 + shiftedId);
140 CHECK(counterMap.
GetGlobalId(4, mockId) == 9 + shiftedId);
141 CHECK(counterMap.
GetGlobalId(5, mockId) == 10 + shiftedId);
146 TEST_CASE(
"TestBackendCounters")
149 arm::pipe::PacketVersionResolver packetVersionResolver;
151 ReadCounterVals readCounterVals;
153 MockBackendSendCounterPacket sendCounterPacket;
163 std::unique_ptr<armnn::profiling::IBackendProfiling> cpuBackendProfilingPtr =
164 std::make_unique<BackendProfiling>(options, profilingService, cpuAccId);
165 std::unique_ptr<armnn::profiling::IBackendProfiling> gpuBackendProfilingPtr =
166 std::make_unique<BackendProfiling>(options, profilingService, gpuAccId);
168 std::shared_ptr<armnn::profiling::IBackendProfilingContext> cpuProfilingContextPtr =
169 std::make_shared<armnn::MockBackendProfilingContext>(cpuBackendProfilingPtr);
170 std::shared_ptr<armnn::profiling::IBackendProfilingContext> gpuProfilingContextPtr =
171 std::make_shared<armnn::MockBackendProfilingContext>(gpuBackendProfilingPtr);
174 std::shared_ptr<armnn::profiling::IBackendProfilingContext>> backendProfilingContexts;
176 backendProfilingContexts[cpuAccId] = cpuProfilingContextPtr;
177 backendProfilingContexts[gpuAccId] = gpuProfilingContextPtr;
179 uint16_t globalId = 5;
189 backendProfilingContexts[cpuAccId] = cpuProfilingContextPtr;
190 backendProfilingContexts[gpuAccId] = gpuProfilingContextPtr;
193 counterIdMap, backendProfilingContexts);
195 uint16_t maxArmnnCounterId = 4;
199 packetVersionResolver.ResolvePacketVersion(0, 4).GetEncodedValue(),
200 backendProfilingContexts,
204 periodicCounterCapture,
213 uint32_t period = 12345u;
215 std::vector<uint16_t> cpuCounters{5, 6, 7};
216 std::vector<uint16_t> gpuCounters{8, 9, 10};
219 periodicCounterSelectionCommandHandler(
PacketWriter(period, gpuCounters));
220 periodicCounterCapture.Stop();
222 std::set<armnn::BackendId> activeIds = holder.GetCaptureData().GetActiveBackends();
223 CHECK(activeIds.size() == 1);
224 CHECK((activeIds.find(gpuAccId) != activeIds.end()));
226 std::vector<Timestamp> recievedTimestamp = sendCounterPacket.GetTimestamps();
228 CHECK(recievedTimestamp[0].timestamp == period);
229 CHECK(recievedTimestamp.size() == 1);
230 CHECK(recievedTimestamp[0].counterValues.size() == gpuCounters.size());
231 for (
unsigned long i=0; i< gpuCounters.size(); ++i)
233 CHECK(recievedTimestamp[0].counterValues[i].counterId == gpuCounters[i]);
234 CHECK(recievedTimestamp[0].counterValues[i].counterValue == i + 1u);
236 sendCounterPacket.ClearTimestamps();
239 periodicCounterSelectionCommandHandler(
PacketWriter(period, cpuCounters));
240 periodicCounterCapture.Stop();
242 activeIds = holder.GetCaptureData().GetActiveBackends();
243 CHECK(activeIds.size() == 1);
244 CHECK((activeIds.find(cpuAccId) != activeIds.end()));
246 recievedTimestamp = sendCounterPacket.GetTimestamps();
248 CHECK(recievedTimestamp[0].timestamp == period);
249 CHECK(recievedTimestamp.size() == 1);
250 CHECK(recievedTimestamp[0].counterValues.size() == cpuCounters.size());
251 for (
unsigned long i=0; i< cpuCounters.size(); ++i)
253 CHECK(recievedTimestamp[0].counterValues[i].counterId == cpuCounters[i]);
254 CHECK(recievedTimestamp[0].counterValues[i].counterValue == i + 1u);
256 sendCounterPacket.ClearTimestamps();
260 periodicCounterSelectionCommandHandler(
PacketWriter(period, {cpuCounters[0], gpuCounters[2],
261 gpuCounters[1], cpuCounters[1], gpuCounters[0]}));
262 periodicCounterCapture.Stop();
264 activeIds = holder.GetCaptureData().GetActiveBackends();
265 CHECK(activeIds.size() == 2);
266 CHECK((activeIds.find(cpuAccId) != activeIds.end()));
267 CHECK((activeIds.find(gpuAccId) != activeIds.end()));
269 recievedTimestamp = sendCounterPacket.GetTimestamps();
271 CHECK(recievedTimestamp[0].timestamp == period);
272 CHECK(recievedTimestamp[1].timestamp == period);
274 CHECK(recievedTimestamp.size() == 2);
275 CHECK(recievedTimestamp[0].counterValues.size() == 2);
276 CHECK(recievedTimestamp[1].counterValues.size() == gpuCounters.size());
278 CHECK(recievedTimestamp[0].counterValues[0].counterId == cpuCounters[0]);
279 CHECK(recievedTimestamp[0].counterValues[0].counterValue == 1u);
280 CHECK(recievedTimestamp[0].counterValues[1].counterId == cpuCounters[1]);
281 CHECK(recievedTimestamp[0].counterValues[1].counterValue == 2u);
283 for (
unsigned long i=0; i< gpuCounters.size(); ++i)
285 CHECK(recievedTimestamp[1].counterValues[i].counterId == gpuCounters[i]);
286 CHECK(recievedTimestamp[1].counterValues[i].counterValue == i + 1u);
289 sendCounterPacket.ClearTimestamps();
292 std::vector<uint16_t> counterValues;
293 counterValues.insert(counterValues.begin(), cpuCounters.begin(), cpuCounters.end());
294 counterValues.insert(counterValues.begin(), gpuCounters.begin(), gpuCounters.end());
296 periodicCounterSelectionCommandHandler(
PacketWriter(period, counterValues));
297 periodicCounterCapture.Stop();
299 activeIds = holder.GetCaptureData().GetActiveBackends();
300 CHECK(activeIds.size() == 2);
301 CHECK((activeIds.find(cpuAccId) != activeIds.end()));
302 CHECK((activeIds.find(gpuAccId) != activeIds.end()));
304 recievedTimestamp = sendCounterPacket.GetTimestamps();
306 CHECK(recievedTimestamp[0].counterValues.size() == cpuCounters.size());
307 for (
unsigned long i=0; i< cpuCounters.size(); ++i)
309 CHECK(recievedTimestamp[0].counterValues[i].counterId == cpuCounters[i]);
310 CHECK(recievedTimestamp[0].counterValues[i].counterValue == i + 1u);
313 CHECK(recievedTimestamp[1].counterValues.size() == gpuCounters.size());
314 for (
unsigned long i=0; i< gpuCounters.size(); ++i)
316 CHECK(recievedTimestamp[1].counterValues[i].counterId == gpuCounters[i]);
317 CHECK(recievedTimestamp[1].counterValues[i].counterValue == i + 1u);
319 sendCounterPacket.ClearTimestamps();
322 counterValues = {0, 0, 200, cpuCounters[2], gpuCounters[0],3 ,30, cpuCounters[0],cpuCounters[2], gpuCounters[1], 3,
323 90, 0, 30, gpuCounters[0], gpuCounters[0]};
325 periodicCounterSelectionCommandHandler(
PacketWriter(period, counterValues));
326 periodicCounterCapture.Stop();
328 activeIds = holder.GetCaptureData().GetActiveBackends();
329 CHECK(activeIds.size() == 2);
330 CHECK((activeIds.find(cpuAccId) != activeIds.end()));
331 CHECK((activeIds.find(gpuAccId) != activeIds.end()));
333 recievedTimestamp = sendCounterPacket.GetTimestamps();
335 CHECK(recievedTimestamp.size() == 2);
337 CHECK(recievedTimestamp[0].counterValues.size() == 2);
339 CHECK(recievedTimestamp[0].counterValues[0].counterId == cpuCounters[0]);
340 CHECK(recievedTimestamp[0].counterValues[0].counterValue == 1u);
341 CHECK(recievedTimestamp[0].counterValues[1].counterId == cpuCounters[2]);
342 CHECK(recievedTimestamp[0].counterValues[1].counterValue == 3u);
344 CHECK(recievedTimestamp[1].counterValues.size() == 2);
346 CHECK(recievedTimestamp[1].counterValues[0].counterId == gpuCounters[0]);
347 CHECK(recievedTimestamp[1].counterValues[0].counterValue == 1u);
348 CHECK(recievedTimestamp[1].counterValues[1].counterId == gpuCounters[1]);
349 CHECK(recievedTimestamp[1].counterValues[1].counterValue == 2u);
351 sendCounterPacket.ClearTimestamps();
354 periodicCounterSelectionCommandHandler(
PacketWriter(period, {}));
355 periodicCounterCapture.Stop();
357 activeIds = holder.GetCaptureData().GetActiveBackends();
358 CHECK(activeIds.size() == 0);
360 recievedTimestamp = sendCounterPacket.GetTimestamps();
361 CHECK(recievedTimestamp.size() == 0);
363 sendCounterPacket.ClearTimestamps();
366 periodicCounterSelectionCommandHandler(
PacketWriter(0, counterValues));
367 periodicCounterCapture.Stop();
369 activeIds = holder.GetCaptureData().GetActiveBackends();
370 CHECK(activeIds.size() == 0);
372 recievedTimestamp = sendCounterPacket.GetTimestamps();
373 CHECK(recievedTimestamp.size() == 0);
376 TEST_CASE(
"TestBackendCounterLogging")
378 std::stringstream ss;
384 : m_Stream(stream), m_BackupBuffer(m_Stream.rdbuf(newStreamBuffer))
388 { m_Stream.rdbuf(m_BackupBuffer); }
391 std::ostream &m_Stream;
392 std::streambuf *m_BackupBuffer;
396 arm::pipe::PacketVersionResolver packetVersionResolver;
398 ReadCounterVals readCounterVals;
401 MockBackendSendCounterPacket sendCounterPacket;
411 std::unique_ptr<armnn::profiling::IBackendProfiling> cpuBackendProfilingPtr =
412 std::make_unique<BackendProfiling>(options, profilingService, cpuAccId);
414 std::shared_ptr<armnn::profiling::IBackendProfilingContext> cpuProfilingContextPtr =
415 std::make_shared<armnn::MockBackendProfilingContext>(cpuBackendProfilingPtr);
417 std::unordered_map<armnn::BackendId,
418 std::shared_ptr<armnn::profiling::IBackendProfilingContext>> backendProfilingContexts;
420 uint16_t globalId = 5;
421 counterIdMap.RegisterMapping(globalId, 0, cpuAccId);
422 backendProfilingContexts[cpuAccId] = cpuProfilingContextPtr;
425 counterIdMap, backendProfilingContexts);
427 uint16_t maxArmnnCounterId = 4;
431 packetVersionResolver.ResolvePacketVersion(0, 4).GetEncodedValue(),
432 backendProfilingContexts,
436 periodicCounterCapture,
445 uint32_t period = 15939u;
449 periodicCounterSelectionCommandHandler(
PacketWriter(period, {5}));
450 periodicCounterCapture.Stop();
453 CHECK(ss.str().find(
"ActivateCounters example test error") != std::string::npos);
456 TEST_CASE(
"BackendProfilingContextGetSendTimelinePacket")
470 CHECK(mockBackEndProfilingContext);
473 CHECK(backendProfilingIface);
477 std::unique_ptr<armnn::profiling::ISendTimelinePacket> timelinePacket =
478 backendProfilingIface->GetSendTimelinePacket();
480 const uint64_t entityBinaryPacketProfilingGuid = 123456u;
481 timelinePacket->SendTimelineEntityBinaryPacket(entityBinaryPacketProfilingGuid);
482 timelinePacket->Commit();
489 TEST_CASE(
"GetProfilingGuidGenerator")
501 CHECK(mockBackEndProfilingContext);
504 CHECK(backendProfilingIface);
507 armnn::profiling::IProfilingGuidGenerator& guidGenerator = backendProfilingIface->GetProfilingGuidGenerator();
508 const armnn::profiling::ProfilingDynamicGuid& firstGuid = guidGenerator.NextGuid();
509 const armnn::profiling::ProfilingDynamicGuid& secondGuid = guidGenerator.NextGuid();
510 CHECK(secondGuid > firstGuid);
profiling::ProfilingService & GetProfilingService(armnn::RuntimeImpl *runtime)
static IRuntimePtr Create(const CreationOptions &options)
void SetAllLoggingSinks(bool standardOut, bool debugOut, bool coloured)
std::unique_ptr< IRuntime, void(*)(IRuntime *runtime)> IRuntimePtr
constexpr const char * MockBackendId()
void RegisterMapping(uint16_t globalCounterId, uint16_t backendCounterId, const armnn::BackendId &backendId) override
bool m_EnableProfiling
Indicates whether external profiling is enabled or not.
std::unique_ptr< armnn::profiling::IBackendProfiling > IBackendProfilingPtr
void SetLogFilter(LogSeverity level)
const ICounterMappings & GetCounterMappings() const override
void ResetExternalProfilingOptions(const ExternalProfilingOptions &options, bool resetProfilingService=false)
GPU Execution: OpenCL: ArmCompute.
static MockBackendProfilingService & Instance()
arm::pipe::Packet PacketWriter(uint32_t period, std::vector< uint16_t > countervalues)
MockBackendProfilingContext * GetContext()
CPU Execution: NEON: ArmCompute.
void TransitionToState(ProfilingState newState)
IBackendInternal::IBackendProfilingPtr & GetBackendProfiling()
ExternalProfilingOptions m_ProfilingOptions
ProfilingState ConfigureProfilingService(const ExternalProfilingOptions &options, bool resetProfilingService=false)
virtual uint16_t GetGlobalId(uint16_t backendCounterId, const armnn::BackendId &backendId) const =0