diff --git a/src/cheogram/java/eu/siacs/conversations/services/QuickConversationsService.java b/src/cheogram/java/eu/siacs/conversations/services/QuickConversationsService.java
index b12bd1c3633a7f229c04e549ad1947278dba4777..9c72ceff15d34a7f4bfc3467dc7d377cc016014d 100644
--- a/src/cheogram/java/eu/siacs/conversations/services/QuickConversationsService.java
+++ b/src/cheogram/java/eu/siacs/conversations/services/QuickConversationsService.java
@@ -97,9 +97,11 @@ public class QuickConversationsService extends AbstractQuickConversationsService
     }
 
     protected void considerSync(boolean forced) {
-        final ImmutableMap<String, PhoneNumberContact> allContacts = PhoneNumberContact.load(service);
+        ImmutableMap<String, PhoneNumberContact> allContacts = null;
         for (final Account account : service.getAccounts()) {
             List<String> gateways = gateways(account);
+            if (gateways.size() < 1) continue;
+            if (allContacts == null) allContacts = PhoneNumberContact.load(service);
             refresh(account, gateways, allContacts.values());
             if (!considerSync(account, gateways, allContacts, forced)) {
                 service.syncRoster(account);