diff --git a/src/ls.c b/src/ls.c
index ef504202b..7782b1dc1 100644
--- a/src/ls.c
+++ b/src/ls.c
@@ -1899,8 +1899,9 @@ gobble_file (const char *name, enum filetype type, int explicit_arg,
 	}
 
 #if USE_ACL
-      if (! S_ISLNK (files[files_index].stat.st_mode))
-	files[files_index].have_acl = (4 < acl (path, GETACLCNT, 0, NULL));
+      files[files_index].have_acl =
+	(! S_ISLNK (files[files_index].stat.st_mode)
+	 && 4 < acl (path, GETACLCNT, 0, NULL));
 #endif
 
       if (S_ISLNK (files[files_index].stat.st_mode)