diff --git a/profiles/advanced.preseed b/profiles/advanced.preseed
index ffd468c..90511f8 100644
--- a/profiles/advanced.preseed
+++ b/profiles/advanced.preseed
@@ -76,7 +76,9 @@ d-i apt-setup/local0/comment string YunoHost repository
 
 ### Package selection
 tasksel tasksel/first multiselect standard, ssh-server
-d-i pkgsel/include string yunohost
+# Keep postfix in here, otherwise exim4 might get installed and create a weird
+# conflict...
+d-i pkgsel/include string postfix yunohost
 d-i pkgsel/upgrade select none
 
 ### Deactivate poll on popular packages
diff --git a/profiles/default.preseed b/profiles/default.preseed
index 27d1069..48caa83 100644
--- a/profiles/default.preseed
+++ b/profiles/default.preseed
@@ -76,7 +76,9 @@ d-i apt-setup/local0/comment string YunoHost repository
 
 ### Package selection
 tasksel tasksel/first multiselect standard, ssh-server
-d-i pkgsel/include string yunohost yunohost-admin
+# Keep postfix in here, otherwise exim4 might get installed and create a weird
+# conflict...
+d-i pkgsel/include string postfix yunohost yunohost-admin
 d-i pkgsel/upgrade select none
 
 ### Deactivate poll on popular packages
diff --git a/profiles/test.preseed b/profiles/test.preseed
index a0485a2..7aec80f 100644
--- a/profiles/test.preseed
+++ b/profiles/test.preseed
@@ -47,7 +47,9 @@ d-i apt-setup/local0/key string http://forge.yunohost.org/yunohost.asc
 d-i apt-setup/local1/key string http://forge.yunohost.org/yunohost.asc
 d-i debian-installer/allow_unauthenticated string true
 tasksel tasksel/first multiselect standard, ssh-server
-d-i pkgsel/include yunohost
+# Keep postfix in here, otherwise exim4 might get installed and create a weird
+# conflict...
+d-i pkgsel/include string postfix yunohost
 popularity-contest popularity-contest/participate boolean false
 debconf debconf/frontend select Noninteractive
 d-i grub-installer/only_debian boolean true