diff --git a/src/Model/Group.php b/src/Model/Group.php
index b32b61e103..1640cb87b1 100644
--- a/src/Model/Group.php
+++ b/src/Model/Group.php
@@ -400,6 +400,11 @@ class Group extends BaseObject
 			];
 		}
 
+		// Don't show the groups when there is only one
+		if (count($display_groups) <= 2) {
+			return '';
+		}
+
 		$tpl = Renderer::getMarkupTemplate('group_side.tpl');
 		$o = Renderer::replaceMacros($tpl, [
 			'$add' => L10n::t('add'),