diff --git a/ethosu/regor/compiler/scheduler.cpp b/ethosu/regor/compiler/scheduler.cpp
index 112b9486a45101d500793310cf21fba038f7db1a..3a8722d34902e39375a01b1c818df898a2fbb452 100644
--- a/ethosu/regor/compiler/scheduler.cpp
+++ b/ethosu/regor/compiler/scheduler.cpp
@@ -334,7 +334,7 @@ int Scheduler::UpdateSchedulerTensor(TensorUsage usage, SchedulerConnection *con
     conn->requireFullTensor = conn->requireFullTensor || cpuTensor;
     tensor->needsLinearFormat = tensor->needsLinearFormat || cpuTensor || CheckLinearFormatForConcatSplit(tensor);
 
-    if ( cpuTensor && !tensor->hasNPUWriters && !tensor->hasNPUReaders )
+    if ( _options.separateIORegions && cpuTensor && !tensor->hasNPUWriters && !tensor->hasNPUReaders )
     {
         tensor->memArea = _arch->CPUMemory();
     }