diff --git a/ethosu/regor/tosa/tosa_reader.cpp b/ethosu/regor/tosa/tosa_reader.cpp
index 4c15079dbbe9e4747de4f8f23d974265fd28a6e2..6c91a50ab82930b8b19463642c3e6c821b4b8b2f 100644
--- a/ethosu/regor/tosa/tosa_reader.cpp
+++ b/ethosu/regor/tosa/tosa_reader.cpp
@@ -743,6 +743,14 @@ void TosaReader::LoadGraphs(const tosaFb::TosaGraph *model, std::list<GraphBuild
                             "Failed to set RESCALE_INPUT_UNSIGNED attribute on RESCALE");
                         builder_assert(builder->Set(op, GraphApi::OpAttr::RESCALE_OUTPUT_UNSIGNED, tosa_attr.output_unsigned()),
                             "Failed to set RESCALE_OUTPUT_UNSIGNED attribute on RESCALE");
+
+                        if ( tosa_attr.per_channel() )
+                        {
+                            const auto &rescaleInputTensor = input_tensors[0];
+                            tosa_assert(shapes.at(rescaleInputTensor).count != 0,
+                                fmt::format("RESCALE input tensor {} needs to have rank > 0 when per channel attribute is set.", rescaleInputTensor)
+                                    .c_str());
+                        }
                     }
                     break;
                     case tosaFb::Op::RESIZE: