diff --git a/lib/Service/FederatedUserService.php b/lib/Service/FederatedUserService.php
index 5b4e6cfc7..d63a32b8d 100644
--- a/lib/Service/FederatedUserService.php
+++ b/lib/Service/FederatedUserService.php
@@ -978,7 +978,9 @@ private function fillSingleCircleId(FederatedUser $federatedUser, bool $generate
 
 		$circle = $this->getSingleCircle($federatedUser, $generate);
 		$federatedUser->setSingleId($circle->getSingleId());
-		$federatedUser->setDisplayName($circle->getDisplayName());
+		if ($federatedUser->getUserType() !== Member::TYPE_USER || $federatedUser->getDisplayName() === '') {
+			$federatedUser->setDisplayName($circle->getDisplayName());
+		}
 		$federatedUser->setBasedOn($circle);
 	}