diff --git a/ethosu/regor/architecture/ethosu55/ethos_u55.cpp b/ethosu/regor/architecture/ethosu55/ethos_u55.cpp
index 693884ecde0ea065441a4a04fd0dc7866cffb9c2..5782190b5e77fb981caa38c73ef2f5d86484dd15 100644
--- a/ethosu/regor/architecture/ethosu55/ethos_u55.cpp
+++ b/ethosu/regor/architecture/ethosu55/ethos_u55.cpp
@@ -738,9 +738,9 @@ int EthosU55OpGroup::Add(const ArchitectureOpGroupQuery &op, const std::vector<i
         }
     }
 
-    if ( _opsCount > 0 && !IsActivation(op.type) )
+    if ( _opsCount > 0 && (!IsActivation(op.type) || IsActivation(_ops[0].type)) )
     {
-        // Can only fuse with activation
+        // Can only fuse with activation. Can also not fuse two consecutive activations.
         return 0;
     }