XmppConnectionService.java

   1package eu.siacs.conversations.services;
   2
   3import android.annotation.SuppressLint;
   4import android.annotation.TargetApi;
   5import android.app.AlarmManager;
   6import android.app.PendingIntent;
   7import android.app.Service;
   8import android.content.Context;
   9import android.content.Intent;
  10import android.content.IntentFilter;
  11import android.content.SharedPreferences;
  12import android.database.ContentObserver;
  13import android.graphics.Bitmap;
  14import android.media.AudioManager;
  15import android.net.ConnectivityManager;
  16import android.net.NetworkInfo;
  17import android.net.Uri;
  18import android.os.Binder;
  19import android.os.Build;
  20import android.os.Bundle;
  21import android.os.Environment;
  22import android.os.IBinder;
  23import android.os.PowerManager;
  24import android.os.PowerManager.WakeLock;
  25import android.os.SystemClock;
  26import android.preference.PreferenceManager;
  27import android.provider.ContactsContract;
  28import android.security.KeyChain;
  29import android.support.annotation.BoolRes;
  30import android.support.annotation.IntegerRes;
  31import android.support.v4.app.RemoteInput;
  32import android.util.DisplayMetrics;
  33import android.util.Log;
  34import android.util.LruCache;
  35import android.util.Pair;
  36
  37import org.openintents.openpgp.IOpenPgpService2;
  38import org.openintents.openpgp.util.OpenPgpApi;
  39import org.openintents.openpgp.util.OpenPgpServiceConnection;
  40
  41import java.math.BigInteger;
  42import java.net.URL;
  43import java.security.SecureRandom;
  44import java.security.cert.CertificateException;
  45import java.security.cert.X509Certificate;
  46import java.util.ArrayList;
  47import java.util.Arrays;
  48import java.util.Collection;
  49import java.util.Collections;
  50import java.util.HashMap;
  51import java.util.HashSet;
  52import java.util.Hashtable;
  53import java.util.Iterator;
  54import java.util.List;
  55import java.util.ListIterator;
  56import java.util.Locale;
  57import java.util.Map;
  58import java.util.Set;
  59import java.util.concurrent.CopyOnWriteArrayList;
  60import java.util.concurrent.CountDownLatch;
  61import java.util.concurrent.atomic.AtomicBoolean;
  62import java.util.concurrent.atomic.AtomicLong;
  63
  64import eu.siacs.conversations.Config;
  65import eu.siacs.conversations.R;
  66import eu.siacs.conversations.crypto.PgpDecryptionService;
  67import eu.siacs.conversations.crypto.PgpEngine;
  68import eu.siacs.conversations.crypto.axolotl.AxolotlService;
  69import eu.siacs.conversations.crypto.axolotl.FingerprintStatus;
  70import eu.siacs.conversations.crypto.axolotl.XmppAxolotlMessage;
  71import eu.siacs.conversations.entities.Account;
  72import eu.siacs.conversations.entities.Blockable;
  73import eu.siacs.conversations.entities.Bookmark;
  74import eu.siacs.conversations.entities.Contact;
  75import eu.siacs.conversations.entities.Conversation;
  76import eu.siacs.conversations.entities.DownloadableFile;
  77import eu.siacs.conversations.entities.Message;
  78import eu.siacs.conversations.entities.MucOptions;
  79import eu.siacs.conversations.entities.MucOptions.OnRenameListener;
  80import eu.siacs.conversations.entities.Presence;
  81import eu.siacs.conversations.entities.PresenceTemplate;
  82import eu.siacs.conversations.entities.Roster;
  83import eu.siacs.conversations.entities.ServiceDiscoveryResult;
  84import eu.siacs.conversations.entities.Transferable;
  85import eu.siacs.conversations.entities.TransferablePlaceholder;
  86import eu.siacs.conversations.generator.AbstractGenerator;
  87import eu.siacs.conversations.generator.IqGenerator;
  88import eu.siacs.conversations.generator.MessageGenerator;
  89import eu.siacs.conversations.generator.PresenceGenerator;
  90import eu.siacs.conversations.http.HttpConnectionManager;
  91import eu.siacs.conversations.http.AesGcmURLStreamHandlerFactory;
  92import eu.siacs.conversations.parser.AbstractParser;
  93import eu.siacs.conversations.parser.IqParser;
  94import eu.siacs.conversations.parser.MessageParser;
  95import eu.siacs.conversations.parser.PresenceParser;
  96import eu.siacs.conversations.persistance.DatabaseBackend;
  97import eu.siacs.conversations.persistance.FileBackend;
  98import eu.siacs.conversations.ui.SettingsActivity;
  99import eu.siacs.conversations.ui.UiCallback;
 100import eu.siacs.conversations.utils.ConversationsFileObserver;
 101import eu.siacs.conversations.utils.CryptoHelper;
 102import eu.siacs.conversations.utils.ExceptionHelper;
 103import eu.siacs.conversations.utils.MimeUtils;
 104import eu.siacs.conversations.utils.OnPhoneContactsLoadedListener;
 105import eu.siacs.conversations.utils.PRNGFixes;
 106import eu.siacs.conversations.utils.PhoneHelper;
 107import eu.siacs.conversations.utils.ReplacingSerialSingleThreadExecutor;
 108import eu.siacs.conversations.utils.Resolver;
 109import eu.siacs.conversations.utils.SerialSingleThreadExecutor;
 110import eu.siacs.conversations.xml.Namespace;
 111import eu.siacs.conversations.utils.XmppUri;
 112import eu.siacs.conversations.xml.Element;
 113import eu.siacs.conversations.xmpp.OnBindListener;
 114import eu.siacs.conversations.xmpp.OnContactStatusChanged;
 115import eu.siacs.conversations.xmpp.OnIqPacketReceived;
 116import eu.siacs.conversations.xmpp.OnKeyStatusUpdated;
 117import eu.siacs.conversations.xmpp.OnMessageAcknowledged;
 118import eu.siacs.conversations.xmpp.OnMessagePacketReceived;
 119import eu.siacs.conversations.xmpp.OnPresencePacketReceived;
 120import eu.siacs.conversations.xmpp.OnStatusChanged;
 121import eu.siacs.conversations.xmpp.OnUpdateBlocklist;
 122import eu.siacs.conversations.xmpp.Patches;
 123import eu.siacs.conversations.xmpp.XmppConnection;
 124import eu.siacs.conversations.xmpp.chatstate.ChatState;
 125import eu.siacs.conversations.xmpp.forms.Data;
 126import eu.siacs.conversations.xmpp.jingle.JingleConnectionManager;
 127import eu.siacs.conversations.xmpp.jingle.OnJinglePacketReceived;
 128import eu.siacs.conversations.xmpp.jingle.stanzas.JinglePacket;
 129import eu.siacs.conversations.xmpp.mam.MamReference;
 130import eu.siacs.conversations.xmpp.pep.Avatar;
 131import eu.siacs.conversations.xmpp.stanzas.IqPacket;
 132import eu.siacs.conversations.xmpp.stanzas.MessagePacket;
 133import eu.siacs.conversations.xmpp.stanzas.PresencePacket;
 134import me.leolin.shortcutbadger.ShortcutBadger;
 135import rocks.xmpp.addr.Jid;
 136
 137public class XmppConnectionService extends Service {
 138
 139	static {
 140		URL.setURLStreamHandlerFactory(new AesGcmURLStreamHandlerFactory());
 141	}
 142
 143	public static final String ACTION_REPLY_TO_CONVERSATION = "reply_to_conversations";
 144	public static final String ACTION_MARK_AS_READ = "mark_as_read";
 145	public static final String ACTION_SNOOZE = "snooze";
 146	public static final String ACTION_CLEAR_NOTIFICATION = "clear_notification";
 147	public static final String ACTION_DISMISS_ERROR_NOTIFICATIONS = "dismiss_error";
 148	public static final String ACTION_TRY_AGAIN = "try_again";
 149	public static final String ACTION_IDLE_PING = "idle_ping";
 150	private static final String ACTION_MERGE_PHONE_CONTACTS = "merge_phone_contacts";
 151	public static final String ACTION_GCM_TOKEN_REFRESH = "gcm_token_refresh";
 152	public static final String ACTION_GCM_MESSAGE_RECEIVED = "gcm_message_received";
 153	private final SerialSingleThreadExecutor mFileAddingExecutor = new SerialSingleThreadExecutor("FileAdding");
 154	private final SerialSingleThreadExecutor mVideoCompressionExecutor = new SerialSingleThreadExecutor("VideoCompression");
 155	private final SerialSingleThreadExecutor mDatabaseWriterExecutor = new SerialSingleThreadExecutor("DatabaseWriter");
 156	private final SerialSingleThreadExecutor mDatabaseReaderExecutor = new SerialSingleThreadExecutor("DatabaseReader");
 157	private final SerialSingleThreadExecutor mNotificationExecutor = new SerialSingleThreadExecutor("NotificationExecutor");
 158	private ReplacingSerialSingleThreadExecutor mContactMergerExecutor = new ReplacingSerialSingleThreadExecutor(true);
 159	private final IBinder mBinder = new XmppConnectionBinder();
 160	private final List<Conversation> conversations = new CopyOnWriteArrayList<>();
 161	private final IqGenerator mIqGenerator = new IqGenerator(this);
 162	private final List<String> mInProgressAvatarFetches = new ArrayList<>();
 163	private final HashSet<Jid> mLowPingTimeoutMode = new HashSet<>();
 164
 165	private long mLastActivity = 0;
 166
 167	public DatabaseBackend databaseBackend;
 168	private ContentObserver contactObserver = new ContentObserver(null) {
 169		@Override
 170		public void onChange(boolean selfChange) {
 171			super.onChange(selfChange);
 172			Intent intent = new Intent(getApplicationContext(),
 173					XmppConnectionService.class);
 174			intent.setAction(ACTION_MERGE_PHONE_CONTACTS);
 175			startService(intent);
 176		}
 177	};
 178	private FileBackend fileBackend = new FileBackend(this);
 179	private MemorizingTrustManager mMemorizingTrustManager;
 180	private NotificationService mNotificationService = new NotificationService(this);
 181	private ShortcutService mShortcutService = new ShortcutService(this);
 182	private AtomicBoolean mInitialAddressbookSyncCompleted = new AtomicBoolean(false);
 183	private AtomicBoolean mForceForegroundService = new AtomicBoolean(false);
 184	private OnMessagePacketReceived mMessageParser = new MessageParser(this);
 185	private OnPresencePacketReceived mPresenceParser = new PresenceParser(this);
 186	private IqParser mIqParser = new IqParser(this);
 187	private OnIqPacketReceived mDefaultIqHandler = new OnIqPacketReceived() {
 188		@Override
 189		public void onIqPacketReceived(Account account, IqPacket packet) {
 190			if (packet.getType() != IqPacket.TYPE.RESULT) {
 191				Element error = packet.findChild("error");
 192				String text = error != null ? error.findChildContent("text") : null;
 193				if (text != null) {
 194					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": received iq error - " + text);
 195				}
 196			}
 197		}
 198	};
 199	private MessageGenerator mMessageGenerator = new MessageGenerator(this);
 200	private PresenceGenerator mPresenceGenerator = new PresenceGenerator(this);
 201	private List<Account> accounts;
 202	private JingleConnectionManager mJingleConnectionManager = new JingleConnectionManager(
 203			this);
 204	public OnContactStatusChanged onContactStatusChanged = new OnContactStatusChanged() {
 205
 206		@Override
 207		public void onContactStatusChanged(Contact contact, boolean online) {
 208			Conversation conversation = find(getConversations(), contact);
 209			if (conversation != null) {
 210				if (online) {
 211					if (contact.getPresences().size() == 1) {
 212						sendUnsentMessages(conversation);
 213					}
 214				}
 215			}
 216		}
 217	};
 218	private HttpConnectionManager mHttpConnectionManager = new HttpConnectionManager(
 219			this);
 220	private AvatarService mAvatarService = new AvatarService(this);
 221	private MessageArchiveService mMessageArchiveService = new MessageArchiveService(this);
 222	private PushManagementService mPushManagementService = new PushManagementService(this);
 223	private OnConversationUpdate mOnConversationUpdate = null;
 224
 225
 226	private final ConversationsFileObserver fileObserver = new ConversationsFileObserver(
 227			Environment.getExternalStorageDirectory().getAbsolutePath()
 228	) {
 229		@Override
 230		public void onEvent(int event, String path) {
 231			markFileDeleted(path);
 232		}
 233	};
 234	private final OnJinglePacketReceived jingleListener = new OnJinglePacketReceived() {
 235
 236		@Override
 237		public void onJinglePacketReceived(Account account, JinglePacket packet) {
 238			mJingleConnectionManager.deliverPacket(account, packet);
 239		}
 240	};
 241	private final OnMessageAcknowledged mOnMessageAcknowledgedListener = new OnMessageAcknowledged() {
 242
 243		@Override
 244		public void onMessageAcknowledged(Account account, String uuid) {
 245			for (final Conversation conversation : getConversations()) {
 246				if (conversation.getAccount() == account) {
 247					Message message = conversation.findUnsentMessageWithUuid(uuid);
 248					if (message != null) {
 249						markMessage(message, Message.STATUS_SEND);
 250					}
 251				}
 252			}
 253		}
 254	};
 255	private int convChangedListenerCount = 0;
 256	private OnShowErrorToast mOnShowErrorToast = null;
 257	private int showErrorToastListenerCount = 0;
 258	private int unreadCount = -1;
 259	private OnAccountUpdate mOnAccountUpdate = null;
 260	private OnCaptchaRequested mOnCaptchaRequested = null;
 261	private int accountChangedListenerCount = 0;
 262	private int captchaRequestedListenerCount = 0;
 263	private OnRosterUpdate mOnRosterUpdate = null;
 264	private OnUpdateBlocklist mOnUpdateBlocklist = null;
 265	private int updateBlocklistListenerCount = 0;
 266	private int rosterChangedListenerCount = 0;
 267	private OnMucRosterUpdate mOnMucRosterUpdate = null;
 268	private int mucRosterChangedListenerCount = 0;
 269	private OnKeyStatusUpdated mOnKeyStatusUpdated = null;
 270	private int keyStatusUpdatedListenerCount = 0;
 271	private AtomicLong mLastExpiryRun = new AtomicLong(0);
 272	private SecureRandom mRandom;
 273	private LruCache<Pair<String, String>, ServiceDiscoveryResult> discoCache = new LruCache<>(20);
 274	private final OnBindListener mOnBindListener = new OnBindListener() {
 275
 276		@Override
 277		public void onBind(final Account account) {
 278			synchronized (mInProgressAvatarFetches) {
 279				for (Iterator<String> iterator = mInProgressAvatarFetches.iterator(); iterator.hasNext(); ) {
 280					final String KEY = iterator.next();
 281					if (KEY.startsWith(account.getJid().asBareJid() + "_")) {
 282						iterator.remove();
 283					}
 284				}
 285			}
 286			if (account.setOption(Account.OPTION_LOGGED_IN_SUCCESSFULLY, true)) {
 287				databaseBackend.updateAccount(account);
 288			}
 289			account.getRoster().clearPresences();
 290			mJingleConnectionManager.cancelInTransmission();
 291			fetchRosterFromServer(account);
 292			fetchBookmarks(account);
 293			final boolean flexible= account.getXmppConnection().getFeatures().flexibleOfflineMessageRetrieval();
 294			final boolean catchup = getMessageArchiveService().inCatchup(account);
 295			if (flexible && catchup) {
 296				sendIqPacket(account, mIqGenerator.purgeOfflineMessages(), (acc, packet) -> {
 297					if (packet.getType() == IqPacket.TYPE.RESULT) {
 298						Log.d(Config.LOGTAG, acc.getJid().asBareJid()+": successfully purged offline messages");
 299					}
 300				});
 301			}
 302			sendPresence(account);
 303			if (mPushManagementService.available(account)) {
 304				mPushManagementService.registerPushTokenOnServer(account);
 305			}
 306			connectMultiModeConversations(account);
 307			syncDirtyContacts(account);
 308		}
 309	};
 310	private OnStatusChanged statusListener = new OnStatusChanged() {
 311
 312		@Override
 313		public void onStatusChanged(final Account account) {
 314			XmppConnection connection = account.getXmppConnection();
 315			if (mOnAccountUpdate != null) {
 316				mOnAccountUpdate.onAccountUpdate();
 317			}
 318			if (account.getStatus() == Account.State.ONLINE) {
 319				synchronized (mLowPingTimeoutMode) {
 320					if (mLowPingTimeoutMode.remove(account.getJid().asBareJid())) {
 321						Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": leaving low ping timeout mode");
 322					}
 323				}
 324				if (account.setShowErrorNotification(true)) {
 325					databaseBackend.updateAccount(account);
 326				}
 327				mMessageArchiveService.executePendingQueries(account);
 328				if (connection != null && connection.getFeatures().csi()) {
 329					if (checkListeners()) {
 330						Log.d(Config.LOGTAG, account.getJid().asBareJid() + " sending csi//inactive");
 331						connection.sendInactive();
 332					} else {
 333						Log.d(Config.LOGTAG, account.getJid().asBareJid() + " sending csi//active");
 334						connection.sendActive();
 335					}
 336				}
 337				List<Conversation> conversations = getConversations();
 338				for (Conversation conversation : conversations) {
 339					if (conversation.getAccount() == account && !account.pendingConferenceJoins.contains(conversation)) {
 340						sendUnsentMessages(conversation);
 341					}
 342				}
 343				for (Conversation conversation : account.pendingConferenceLeaves) {
 344					leaveMuc(conversation);
 345				}
 346				account.pendingConferenceLeaves.clear();
 347				for (Conversation conversation : account.pendingConferenceJoins) {
 348					joinMuc(conversation);
 349				}
 350				account.pendingConferenceJoins.clear();
 351				scheduleWakeUpCall(Config.PING_MAX_INTERVAL, account.getUuid().hashCode());
 352			} else if (account.getStatus() == Account.State.OFFLINE || account.getStatus() == Account.State.DISABLED) {
 353				resetSendingToWaiting(account);
 354				if (account.isEnabled() && isInLowPingTimeoutMode(account)) {
 355					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": went into offline state during low ping mode. reconnecting now");
 356					reconnectAccount(account, true, false);
 357				} else {
 358					int timeToReconnect = mRandom.nextInt(10) + 2;
 359					scheduleWakeUpCall(timeToReconnect, account.getUuid().hashCode());
 360				}
 361			} else if (account.getStatus() == Account.State.REGISTRATION_SUCCESSFUL) {
 362				databaseBackend.updateAccount(account);
 363				reconnectAccount(account, true, false);
 364			} else if (account.getStatus() != Account.State.CONNECTING && account.getStatus() != Account.State.NO_INTERNET) {
 365				resetSendingToWaiting(account);
 366				if (connection != null && account.getStatus().isAttemptReconnect()) {
 367					final int next = connection.getTimeToNextAttempt();
 368					final boolean lowPingTimeoutMode = isInLowPingTimeoutMode(account);
 369					if (next <= 0) {
 370						Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": error connecting account. reconnecting now. lowPingTimeout=" + Boolean.toString(lowPingTimeoutMode));
 371						reconnectAccount(account, true, false);
 372					} else {
 373						final int attempt = connection.getAttempt() + 1;
 374						Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": error connecting account. try again in " + next + "s for the " + attempt + " time. lowPingTimeout=" + Boolean.toString(lowPingTimeoutMode));
 375						scheduleWakeUpCall(next, account.getUuid().hashCode());
 376					}
 377				}
 378			}
 379			getNotificationService().updateErrorNotification();
 380		}
 381	};
 382
 383	private boolean isInLowPingTimeoutMode(Account account) {
 384		synchronized (mLowPingTimeoutMode) {
 385			return mLowPingTimeoutMode.contains(account.getJid().asBareJid());
 386		}
 387	}
 388
 389	public void startForcingForegroundNotification() {
 390		mForceForegroundService.set(true);
 391		toggleForegroundService();
 392	}
 393
 394	public void stopForcingForegroundNotification() {
 395		mForceForegroundService.set(false);
 396		toggleForegroundService();
 397	}
 398
 399	private OpenPgpServiceConnection pgpServiceConnection;
 400	private PgpEngine mPgpEngine = null;
 401	private WakeLock wakeLock;
 402	private PowerManager pm;
 403	private LruCache<String, Bitmap> mBitmapCache;
 404	private EventReceiver mEventReceiver = new EventReceiver();
 405
 406	public final CountDownLatch restoredFromDatabaseLatch = new CountDownLatch(1);
 407
 408	private static String generateFetchKey(Account account, final Avatar avatar) {
 409		return account.getJid().asBareJid() + "_" + avatar.owner + "_" + avatar.sha1sum;
 410	}
 411
 412	public boolean areMessagesInitialized() {
 413		return this.restoredFromDatabaseLatch.getCount() == 0;
 414	}
 415
 416	public PgpEngine getPgpEngine() {
 417		if (!Config.supportOpenPgp()) {
 418			return null;
 419		} else if (pgpServiceConnection != null && pgpServiceConnection.isBound()) {
 420			if (this.mPgpEngine == null) {
 421				this.mPgpEngine = new PgpEngine(new OpenPgpApi(
 422						getApplicationContext(),
 423						pgpServiceConnection.getService()), this);
 424			}
 425			return mPgpEngine;
 426		} else {
 427			return null;
 428		}
 429
 430	}
 431
 432	public OpenPgpApi getOpenPgpApi() {
 433		if (!Config.supportOpenPgp()) {
 434			return null;
 435		} else if (pgpServiceConnection != null && pgpServiceConnection.isBound()) {
 436			return new OpenPgpApi(this, pgpServiceConnection.getService());
 437		} else {
 438			return null;
 439		}
 440	}
 441
 442	public FileBackend getFileBackend() {
 443		return this.fileBackend;
 444	}
 445
 446	public AvatarService getAvatarService() {
 447		return this.mAvatarService;
 448	}
 449
 450	public void attachLocationToConversation(final Conversation conversation,final Uri uri, final UiCallback<Message> callback) {
 451		int encryption = conversation.getNextEncryption();
 452		if (encryption == Message.ENCRYPTION_PGP) {
 453			encryption = Message.ENCRYPTION_DECRYPTED;
 454		}
 455		Message message = new Message(conversation, uri.toString(), encryption);
 456		if (conversation.getNextCounterpart() != null) {
 457			message.setCounterpart(conversation.getNextCounterpart());
 458		}
 459		if (encryption == Message.ENCRYPTION_DECRYPTED) {
 460			getPgpEngine().encrypt(message, callback);
 461		} else {
 462			sendMessage(message);
 463			callback.success(message);
 464		}
 465	}
 466
 467	public void attachFileToConversation(final Conversation conversation, final Uri uri, final String type, final UiCallback<Message> callback) {
 468		if (FileBackend.weOwnFile(this, uri)) {
 469			Log.d(Config.LOGTAG, "trying to attach file that belonged to us");
 470			callback.error(R.string.security_error_invalid_file_access, null);
 471			return;
 472		}
 473		final Message message;
 474		if (conversation.getNextEncryption() == Message.ENCRYPTION_PGP) {
 475			message = new Message(conversation, "", Message.ENCRYPTION_DECRYPTED);
 476		} else {
 477			message = new Message(conversation, "", conversation.getNextEncryption());
 478		}
 479		message.setCounterpart(conversation.getNextCounterpart());
 480		message.setType(Message.TYPE_FILE);
 481		final AttachFileToConversationRunnable runnable = new AttachFileToConversationRunnable(this, uri, type, message, callback);
 482		if (runnable.isVideoMessage()) {
 483			mVideoCompressionExecutor.execute(runnable);
 484		} else {
 485			mFileAddingExecutor.execute(runnable);
 486		}
 487	}
 488
 489	public void attachImageToConversation(final Conversation conversation, final Uri uri, final UiCallback<Message> callback) {
 490		if (FileBackend.weOwnFile(this, uri)) {
 491			Log.d(Config.LOGTAG, "trying to attach file that belonged to us");
 492			callback.error(R.string.security_error_invalid_file_access, null);
 493			return;
 494		}
 495
 496		final String mimeType = MimeUtils.guessMimeTypeFromUri(this, uri);
 497		final String compressPictures = getCompressPicturesPreference();
 498
 499		if ("never".equals(compressPictures)
 500				|| ("auto".equals(compressPictures) && getFileBackend().useImageAsIs(uri))
 501				|| (mimeType != null && mimeType.endsWith("/gif"))) {
 502			Log.d(Config.LOGTAG, conversation.getAccount().getJid().asBareJid() + ": not compressing picture. sending as file");
 503			attachFileToConversation(conversation, uri, mimeType, callback);
 504			return;
 505		}
 506		final Message message;
 507		if (conversation.getNextEncryption() == Message.ENCRYPTION_PGP) {
 508			message = new Message(conversation, "", Message.ENCRYPTION_DECRYPTED);
 509		} else {
 510			message = new Message(conversation, "", conversation.getNextEncryption());
 511		}
 512		message.setCounterpart(conversation.getNextCounterpart());
 513		message.setType(Message.TYPE_IMAGE);
 514		mFileAddingExecutor.execute(new Runnable() {
 515
 516			@Override
 517			public void run() {
 518				try {
 519					getFileBackend().copyImageToPrivateStorage(message, uri);
 520					if (conversation.getNextEncryption() == Message.ENCRYPTION_PGP) {
 521						final PgpEngine pgpEngine = getPgpEngine();
 522						if (pgpEngine != null) {
 523							pgpEngine.encrypt(message, callback);
 524						} else if (callback != null) {
 525							callback.error(R.string.unable_to_connect_to_keychain, null);
 526						}
 527					} else {
 528						sendMessage(message);
 529						callback.success(message);
 530					}
 531				} catch (final FileBackend.FileCopyException e) {
 532					callback.error(e.getResId(), message);
 533				}
 534			}
 535		});
 536	}
 537
 538	public Conversation find(Bookmark bookmark) {
 539		return find(bookmark.getAccount(), bookmark.getJid());
 540	}
 541
 542	public Conversation find(final Account account, final Jid jid) {
 543		return find(getConversations(), account, jid);
 544	}
 545
 546	@Override
 547	public int onStartCommand(Intent intent, int flags, int startId) {
 548		final String action = intent == null ? null : intent.getAction();
 549		String pushedAccountHash = null;
 550		boolean interactive = false;
 551		if (action != null) {
 552			final String uuid = intent.getStringExtra("uuid");
 553			switch (action) {
 554				case ConnectivityManager.CONNECTIVITY_ACTION:
 555					if (hasInternetConnection() && Config.RESET_ATTEMPT_COUNT_ON_NETWORK_CHANGE) {
 556						resetAllAttemptCounts(true, false);
 557					}
 558					break;
 559				case ACTION_MERGE_PHONE_CONTACTS:
 560					if (restoredFromDatabaseLatch.getCount() == 0) {
 561						loadPhoneContacts();
 562					}
 563					return START_STICKY;
 564				case Intent.ACTION_SHUTDOWN:
 565					logoutAndSave(true);
 566					return START_NOT_STICKY;
 567				case ACTION_CLEAR_NOTIFICATION:
 568					mNotificationExecutor.execute(() -> {
 569						try {
 570							final Conversation c = findConversationByUuid(uuid);
 571							if (c != null) {
 572								mNotificationService.clear(c);
 573							} else {
 574								mNotificationService.clear();
 575							}
 576							restoredFromDatabaseLatch.await();
 577
 578						} catch (InterruptedException e) {
 579							Log.d(Config.LOGTAG,"unable to process clear notification");
 580						}
 581					});
 582					break;
 583				case ACTION_DISMISS_ERROR_NOTIFICATIONS:
 584					dismissErrorNotifications();
 585					break;
 586				case ACTION_TRY_AGAIN:
 587					resetAllAttemptCounts(false, true);
 588					interactive = true;
 589					break;
 590				case ACTION_REPLY_TO_CONVERSATION:
 591					Bundle remoteInput = RemoteInput.getResultsFromIntent(intent);
 592					if (remoteInput == null) {
 593						break;
 594					}
 595					final CharSequence body = remoteInput.getCharSequence("text_reply");
 596					final boolean dismissNotification = intent.getBooleanExtra("dismiss_notification", false);
 597					if (body == null || body.length() <= 0) {
 598						break;
 599					}
 600					mNotificationExecutor.execute(()-> {
 601						try {
 602							restoredFromDatabaseLatch.await();
 603							final Conversation c = findConversationByUuid(uuid);
 604							if (c != null) {
 605								directReply(c, body.toString(), dismissNotification);
 606							}
 607						} catch (InterruptedException e) {
 608							Log.d(Config.LOGTAG,"unable to process direct reply");
 609						}
 610					});
 611					break;
 612				case ACTION_MARK_AS_READ:
 613					mNotificationExecutor.execute(() -> {
 614						final Conversation c = findConversationByUuid(uuid);
 615						if (c == null) {
 616							Log.d(Config.LOGTAG, "received mark read intent for unknown conversation (" + uuid + ")");
 617							return;
 618						}
 619						try {
 620							restoredFromDatabaseLatch.await();
 621							sendReadMarker(c);
 622						} catch (InterruptedException e) {
 623							Log.d(Config.LOGTAG,"unable to process notification read marker for conversation "+c.getName());
 624						}
 625
 626					});
 627					break;
 628				case ACTION_SNOOZE:
 629					mNotificationExecutor.execute(() -> {
 630						final Conversation c = findConversationByUuid(uuid);
 631						if (c == null) {
 632							Log.d(Config.LOGTAG,"received snooze intent for unknown conversation ("+ uuid +")");
 633							return;
 634						}
 635						c.setMutedTill(System.currentTimeMillis() + 30 * 60 * 1000);
 636						mNotificationService.clear(c);
 637						updateConversation(c);
 638					});
 639				case AudioManager.RINGER_MODE_CHANGED_ACTION:
 640					if (dndOnSilentMode()) {
 641						refreshAllPresences();
 642					}
 643					break;
 644				case Intent.ACTION_SCREEN_ON:
 645					deactivateGracePeriod();
 646				case Intent.ACTION_SCREEN_OFF:
 647					if (awayWhenScreenOff()) {
 648						refreshAllPresences();
 649					}
 650					break;
 651				case ACTION_GCM_TOKEN_REFRESH:
 652					refreshAllGcmTokens();
 653					break;
 654				case ACTION_IDLE_PING:
 655					if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
 656						scheduleNextIdlePing();
 657					}
 658					break;
 659				case ACTION_GCM_MESSAGE_RECEIVED:
 660					Log.d(Config.LOGTAG, "gcm push message arrived in service. extras=" + intent.getExtras());
 661					pushedAccountHash = intent.getStringExtra("account");
 662					break;
 663				case Intent.ACTION_SEND:
 664					Uri uri = intent.getData();
 665					if (uri != null) {
 666						Log.d(Config.LOGTAG, "received uri permission for "+uri.toString());
 667					}
 668					return START_STICKY;
 669			}
 670		}
 671		synchronized (this) {
 672			this.wakeLock.acquire();
 673			boolean pingNow = ConnectivityManager.CONNECTIVITY_ACTION.equals(action);
 674			HashSet<Account> pingCandidates = new HashSet<>();
 675			for (Account account : accounts) {
 676				pingNow |= processAccountState(account,
 677						interactive,
 678						"ui".equals(action),
 679						CryptoHelper.getAccountFingerprint(account).equals(pushedAccountHash),
 680						pingCandidates);
 681			}
 682			if (pingNow) {
 683				for (Account account : pingCandidates) {
 684					final boolean lowTimeout = isInLowPingTimeoutMode(account);
 685					account.getXmppConnection().sendPing();
 686					Log.d(Config.LOGTAG, account.getJid().asBareJid() + " send ping (action=" + action + ",lowTimeout=" + Boolean.toString(lowTimeout) + ")");
 687					scheduleWakeUpCall(lowTimeout ? Config.LOW_PING_TIMEOUT : Config.PING_TIMEOUT, account.getUuid().hashCode());
 688				}
 689			}
 690			if (wakeLock.isHeld()) {
 691				try {
 692					wakeLock.release();
 693				} catch (final RuntimeException ignored) {
 694				}
 695			}
 696		}
 697		if (SystemClock.elapsedRealtime() - mLastExpiryRun.get() >= Config.EXPIRY_INTERVAL) {
 698			expireOldMessages();
 699		}
 700		return START_STICKY;
 701	}
 702
 703	private boolean processAccountState(Account account, boolean interactive, boolean isUiAction, boolean isAccountPushed, HashSet<Account> pingCandidates) {
 704		boolean pingNow = false;
 705		if (account.getStatus().isAttemptReconnect()) {
 706			if (!hasInternetConnection()) {
 707				account.setStatus(Account.State.NO_INTERNET);
 708				if (statusListener != null) {
 709					statusListener.onStatusChanged(account);
 710				}
 711			} else {
 712				if (account.getStatus() == Account.State.NO_INTERNET) {
 713					account.setStatus(Account.State.OFFLINE);
 714					if (statusListener != null) {
 715						statusListener.onStatusChanged(account);
 716					}
 717				}
 718				if (account.getStatus() == Account.State.ONLINE) {
 719					synchronized (mLowPingTimeoutMode) {
 720						long lastReceived = account.getXmppConnection().getLastPacketReceived();
 721						long lastSent = account.getXmppConnection().getLastPingSent();
 722						long pingInterval = isUiAction ? Config.PING_MIN_INTERVAL * 1000 : Config.PING_MAX_INTERVAL * 1000;
 723						long msToNextPing = (Math.max(lastReceived, lastSent) + pingInterval) - SystemClock.elapsedRealtime();
 724						int pingTimeout = mLowPingTimeoutMode.contains(account.getJid().asBareJid()) ? Config.LOW_PING_TIMEOUT * 1000 : Config.PING_TIMEOUT * 1000;
 725						long pingTimeoutIn = (lastSent + pingTimeout) - SystemClock.elapsedRealtime();
 726						if (lastSent > lastReceived) {
 727							if (pingTimeoutIn < 0) {
 728								Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": ping timeout");
 729								this.reconnectAccount(account, true, interactive);
 730							} else {
 731								int secs = (int) (pingTimeoutIn / 1000);
 732								this.scheduleWakeUpCall(secs, account.getUuid().hashCode());
 733							}
 734						} else {
 735							pingCandidates.add(account);
 736							if (isAccountPushed) {
 737								pingNow = true;
 738								if (mLowPingTimeoutMode.add(account.getJid().asBareJid())) {
 739									Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": entering low ping timeout mode");
 740								}
 741							} else if (msToNextPing <= 0) {
 742								pingNow = true;
 743							} else {
 744								this.scheduleWakeUpCall((int) (msToNextPing / 1000), account.getUuid().hashCode());
 745								if (mLowPingTimeoutMode.remove(account.getJid().asBareJid())) {
 746									Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": leaving low ping timeout mode");
 747								}
 748							}
 749						}
 750					}
 751				} else if (account.getStatus() == Account.State.OFFLINE) {
 752					reconnectAccount(account, true, interactive);
 753				} else if (account.getStatus() == Account.State.CONNECTING) {
 754					long secondsSinceLastConnect = (SystemClock.elapsedRealtime() - account.getXmppConnection().getLastConnect()) / 1000;
 755					long secondsSinceLastDisco = (SystemClock.elapsedRealtime() - account.getXmppConnection().getLastDiscoStarted()) / 1000;
 756					long discoTimeout = Config.CONNECT_DISCO_TIMEOUT - secondsSinceLastDisco;
 757					long timeout = Config.CONNECT_TIMEOUT - secondsSinceLastConnect;
 758					if (timeout < 0) {
 759						Log.d(Config.LOGTAG, account.getJid() + ": time out during connect reconnecting (secondsSinceLast=" + secondsSinceLastConnect + ")");
 760						account.getXmppConnection().resetAttemptCount(false);
 761						reconnectAccount(account, true, interactive);
 762					} else if (discoTimeout < 0) {
 763						account.getXmppConnection().sendDiscoTimeout();
 764						scheduleWakeUpCall((int) Math.min(timeout, discoTimeout), account.getUuid().hashCode());
 765					} else {
 766						scheduleWakeUpCall((int) Math.min(timeout, discoTimeout), account.getUuid().hashCode());
 767					}
 768				} else {
 769					if (account.getXmppConnection().getTimeToNextAttempt() <= 0) {
 770						reconnectAccount(account, true, interactive);
 771					}
 772				}
 773			}
 774		}
 775		return pingNow;
 776	}
 777
 778	public boolean isDataSaverDisabled() {
 779		if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.N) {
 780			ConnectivityManager connectivityManager = (ConnectivityManager) getSystemService(CONNECTIVITY_SERVICE);
 781			return !connectivityManager.isActiveNetworkMetered()
 782					|| connectivityManager.getRestrictBackgroundStatus() == ConnectivityManager.RESTRICT_BACKGROUND_STATUS_DISABLED;
 783		} else {
 784			return true;
 785		}
 786	}
 787
 788	private void directReply(Conversation conversation, String body, final boolean dismissAfterReply) {
 789		Message message = new Message(conversation, body, conversation.getNextEncryption());
 790		message.markUnread();
 791		if (message.getEncryption() == Message.ENCRYPTION_PGP) {
 792			getPgpEngine().encrypt(message, new UiCallback<Message>() {
 793				@Override
 794				public void success(Message message) {
 795					message.setEncryption(Message.ENCRYPTION_DECRYPTED);
 796					sendMessage(message);
 797					if (dismissAfterReply) {
 798						markRead(message.getConversation(), true);
 799					} else {
 800						mNotificationService.pushFromDirectReply(message);
 801					}
 802				}
 803
 804				@Override
 805				public void error(int errorCode, Message object) {
 806
 807				}
 808
 809				@Override
 810				public void userInputRequried(PendingIntent pi, Message object) {
 811
 812				}
 813			});
 814		} else {
 815			sendMessage(message);
 816			if (dismissAfterReply) {
 817				markRead(conversation, true);
 818			} else {
 819				mNotificationService.pushFromDirectReply(message);
 820			}
 821		}
 822	}
 823
 824	private boolean dndOnSilentMode() {
 825		return getBooleanPreference(SettingsActivity.DND_ON_SILENT_MODE, R.bool.dnd_on_silent_mode);
 826	}
 827
 828	private boolean manuallyChangePresence() {
 829		return getBooleanPreference(SettingsActivity.MANUALLY_CHANGE_PRESENCE, R.bool.manually_change_presence);
 830	}
 831
 832	private boolean treatVibrateAsSilent() {
 833		return getBooleanPreference(SettingsActivity.TREAT_VIBRATE_AS_SILENT, R.bool.treat_vibrate_as_silent);
 834	}
 835
 836	private boolean awayWhenScreenOff() {
 837		return getBooleanPreference(SettingsActivity.AWAY_WHEN_SCREEN_IS_OFF, R.bool.away_when_screen_off);
 838	}
 839
 840	private String getCompressPicturesPreference() {
 841		return getPreferences().getString("picture_compression", getResources().getString(R.string.picture_compression));
 842	}
 843
 844	private Presence.Status getTargetPresence() {
 845		if (dndOnSilentMode() && isPhoneSilenced()) {
 846			return Presence.Status.DND;
 847		} else if (awayWhenScreenOff() && !isInteractive()) {
 848			return Presence.Status.AWAY;
 849		} else {
 850			return Presence.Status.ONLINE;
 851		}
 852	}
 853
 854	@SuppressLint("NewApi")
 855	@SuppressWarnings("deprecation")
 856	public boolean isInteractive() {
 857		final PowerManager pm = (PowerManager) getSystemService(Context.POWER_SERVICE);
 858
 859		final boolean isScreenOn;
 860		if (Build.VERSION.SDK_INT < Build.VERSION_CODES.LOLLIPOP) {
 861			isScreenOn = pm.isScreenOn();
 862		} else {
 863			isScreenOn = pm.isInteractive();
 864		}
 865		return isScreenOn;
 866	}
 867
 868	private boolean isPhoneSilenced() {
 869		AudioManager audioManager = (AudioManager) getSystemService(Context.AUDIO_SERVICE);
 870		try {
 871			if (treatVibrateAsSilent()) {
 872				return audioManager.getRingerMode() != AudioManager.RINGER_MODE_NORMAL;
 873			} else {
 874				return audioManager.getRingerMode() == AudioManager.RINGER_MODE_SILENT;
 875			}
 876		} catch (Throwable throwable) {
 877			Log.d(Config.LOGTAG, "platform bug in isPhoneSilenced (" + throwable.getMessage() + ")");
 878			return false;
 879		}
 880	}
 881
 882	private void resetAllAttemptCounts(boolean reallyAll, boolean retryImmediately) {
 883		Log.d(Config.LOGTAG, "resetting all attempt counts");
 884		for (Account account : accounts) {
 885			if (account.hasErrorStatus() || reallyAll) {
 886				final XmppConnection connection = account.getXmppConnection();
 887				if (connection != null) {
 888					connection.resetAttemptCount(retryImmediately);
 889				}
 890			}
 891			if (account.setShowErrorNotification(true)) {
 892				databaseBackend.updateAccount(account);
 893			}
 894		}
 895		mNotificationService.updateErrorNotification();
 896	}
 897
 898	private void dismissErrorNotifications() {
 899		for (final Account account : this.accounts) {
 900			if (account.hasErrorStatus()) {
 901				Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": dismissing error notification");
 902				if (account.setShowErrorNotification(false)) {
 903					databaseBackend.updateAccount(account);
 904				}
 905			}
 906		}
 907	}
 908
 909	private void expireOldMessages() {
 910		expireOldMessages(false);
 911	}
 912
 913	public void expireOldMessages(final boolean resetHasMessagesLeftOnServer) {
 914		mLastExpiryRun.set(SystemClock.elapsedRealtime());
 915		mDatabaseWriterExecutor.execute(new Runnable() {
 916			@Override
 917			public void run() {
 918				long timestamp = getAutomaticMessageDeletionDate();
 919				if (timestamp > 0) {
 920					databaseBackend.expireOldMessages(timestamp);
 921					synchronized (XmppConnectionService.this.conversations) {
 922						for (Conversation conversation : XmppConnectionService.this.conversations) {
 923							conversation.expireOldMessages(timestamp);
 924							if (resetHasMessagesLeftOnServer) {
 925								conversation.messagesLoaded.set(true);
 926								conversation.setHasMessagesLeftOnServer(true);
 927							}
 928						}
 929					}
 930					updateConversationUi();
 931				}
 932			}
 933		});
 934	}
 935
 936	public boolean hasInternetConnection() {
 937		final ConnectivityManager cm = (ConnectivityManager) getSystemService(Context.CONNECTIVITY_SERVICE);
 938		try {
 939			final NetworkInfo activeNetwork = cm.getActiveNetworkInfo();
 940			return activeNetwork != null && activeNetwork.isConnected();
 941		} catch (RuntimeException e) {
 942			Log.d(Config.LOGTAG,"unable to check for internet connection",e);
 943			return true; //if internet connection can not be checked it is probably best to just try
 944		}
 945	}
 946
 947	@SuppressLint("TrulyRandom")
 948	@Override
 949	public void onCreate() {
 950		ExceptionHelper.init(getApplicationContext());
 951		PRNGFixes.apply();
 952		Resolver.init(this);
 953		this.mRandom = new SecureRandom();
 954		updateMemorizingTrustmanager();
 955		final int maxMemory = (int) (Runtime.getRuntime().maxMemory() / 1024);
 956		final int cacheSize = maxMemory / 8;
 957		this.mBitmapCache = new LruCache<String, Bitmap>(cacheSize) {
 958			@Override
 959			protected int sizeOf(final String key, final Bitmap bitmap) {
 960				return bitmap.getByteCount() / 1024;
 961			}
 962		};
 963
 964		Log.d(Config.LOGTAG, "initializing database...");
 965		this.databaseBackend = DatabaseBackend.getInstance(getApplicationContext());
 966		Log.d(Config.LOGTAG, "restoring accounts...");
 967		this.accounts = databaseBackend.getAccounts();
 968		final SharedPreferences.Editor editor = getPreferences().edit();
 969		if (this.accounts.size() == 0 && Arrays.asList("Sony", "Sony Ericsson").contains(Build.MANUFACTURER)) {
 970			editor.putBoolean(SettingsActivity.KEEP_FOREGROUND_SERVICE, true);
 971			Log.d(Config.LOGTAG, Build.MANUFACTURER + " is on blacklist. enabling foreground service");
 972		}
 973		editor.putBoolean(EventReceiver.SETTING_ENABLED_ACCOUNTS, hasEnabledAccounts()).apply();
 974		editor.apply();
 975
 976		restoreFromDatabase();
 977
 978		getContentResolver().registerContentObserver(ContactsContract.Contacts.CONTENT_URI, true, contactObserver);
 979		new Thread(new Runnable() {
 980			@Override
 981			public void run() {
 982				fileObserver.startWatching();
 983			}
 984		}).start();
 985		if (Config.supportOpenPgp()) {
 986			this.pgpServiceConnection = new OpenPgpServiceConnection(this, "org.sufficientlysecure.keychain", new OpenPgpServiceConnection.OnBound() {
 987				@Override
 988				public void onBound(IOpenPgpService2 service) {
 989					for (Account account : accounts) {
 990						final PgpDecryptionService pgp = account.getPgpDecryptionService();
 991						if (pgp != null) {
 992							pgp.continueDecryption(true);
 993						}
 994					}
 995				}
 996
 997				@Override
 998				public void onError(Exception e) {
 999				}
1000			});
1001			this.pgpServiceConnection.bindToService();
1002		}
1003
1004		this.pm = (PowerManager) getSystemService(Context.POWER_SERVICE);
1005		this.wakeLock = pm.newWakeLock(PowerManager.PARTIAL_WAKE_LOCK, "XmppConnectionService");
1006
1007		toggleForegroundService();
1008		updateUnreadCountBadge();
1009		toggleScreenEventReceiver();
1010		if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
1011			scheduleNextIdlePing();
1012		}
1013		if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.N) {
1014			registerReceiver(this.mEventReceiver, new IntentFilter(ConnectivityManager.CONNECTIVITY_ACTION));
1015		}
1016	}
1017
1018	@Override
1019	public void onTrimMemory(int level) {
1020		super.onTrimMemory(level);
1021		if (level >= TRIM_MEMORY_COMPLETE) {
1022			Log.d(Config.LOGTAG, "clear cache due to low memory");
1023			getBitmapCache().evictAll();
1024		}
1025	}
1026
1027	@Override
1028	public void onDestroy() {
1029		try {
1030			unregisterReceiver(this.mEventReceiver);
1031		} catch (IllegalArgumentException e) {
1032			//ignored
1033		}
1034		fileObserver.stopWatching();
1035		super.onDestroy();
1036	}
1037
1038	public void toggleScreenEventReceiver() {
1039		if (awayWhenScreenOff() && !manuallyChangePresence()) {
1040			final IntentFilter filter = new IntentFilter(Intent.ACTION_SCREEN_ON);
1041			filter.addAction(Intent.ACTION_SCREEN_OFF);
1042			registerReceiver(this.mEventReceiver, filter);
1043		} else {
1044			try {
1045				unregisterReceiver(this.mEventReceiver);
1046			} catch (IllegalArgumentException e) {
1047				//ignored
1048			}
1049		}
1050	}
1051
1052	public void toggleForegroundService() {
1053		if (mForceForegroundService.get() || (keepForegroundService() && hasEnabledAccounts())) {
1054			startForeground(NotificationService.FOREGROUND_NOTIFICATION_ID, this.mNotificationService.createForegroundNotification());
1055			Log.d(Config.LOGTAG, "started foreground service");
1056		} else {
1057			stopForeground(true);
1058			Log.d(Config.LOGTAG, "stopped foreground service");
1059		}
1060	}
1061
1062	public boolean keepForegroundService() {
1063		return getBooleanPreference(SettingsActivity.KEEP_FOREGROUND_SERVICE, R.bool.enable_foreground_service);
1064	}
1065
1066	@Override
1067	public void onTaskRemoved(final Intent rootIntent) {
1068		super.onTaskRemoved(rootIntent);
1069		if (keepForegroundService() || mForceForegroundService.get()) {
1070			Log.d(Config.LOGTAG, "ignoring onTaskRemoved because foreground service is activated");
1071		} else {
1072			this.logoutAndSave(false);
1073		}
1074	}
1075
1076	private void logoutAndSave(boolean stop) {
1077		int activeAccounts = 0;
1078		for (final Account account : accounts) {
1079			if (account.getStatus() != Account.State.DISABLED) {
1080				activeAccounts++;
1081			}
1082			databaseBackend.writeRoster(account.getRoster());
1083			if (account.getXmppConnection() != null) {
1084				new Thread(new Runnable() {
1085					@Override
1086					public void run() {
1087						disconnect(account, false);
1088					}
1089				}).start();
1090			}
1091		}
1092		if (stop || activeAccounts == 0) {
1093			Log.d(Config.LOGTAG, "good bye");
1094			stopSelf();
1095		}
1096	}
1097
1098	public void scheduleWakeUpCall(int seconds, int requestCode) {
1099		final long timeToWake = SystemClock.elapsedRealtime() + (seconds < 0 ? 1 : seconds + 1) * 1000;
1100		final AlarmManager alarmManager = (AlarmManager) getSystemService(Context.ALARM_SERVICE);
1101		Intent intent = new Intent(this, EventReceiver.class);
1102		intent.setAction("ping");
1103		PendingIntent pendingIntent = PendingIntent.getBroadcast(this, requestCode, intent, 0);
1104		try {
1105			alarmManager.set(AlarmManager.ELAPSED_REALTIME_WAKEUP, timeToWake, pendingIntent);
1106		} catch (RuntimeException e) {
1107			Log.e(Config.LOGTAG, "unable to schedule alarm for ping", e);
1108		}
1109	}
1110
1111	@TargetApi(Build.VERSION_CODES.M)
1112	private void scheduleNextIdlePing() {
1113		final long timeToWake = SystemClock.elapsedRealtime() + (Config.IDLE_PING_INTERVAL * 1000);
1114		final AlarmManager alarmManager = (AlarmManager) getSystemService(Context.ALARM_SERVICE);
1115		Intent intent = new Intent(this, EventReceiver.class);
1116		intent.setAction(ACTION_IDLE_PING);
1117		PendingIntent pendingIntent = PendingIntent.getBroadcast(this, 0, intent, 0);
1118		try {
1119			alarmManager.setAndAllowWhileIdle(AlarmManager.ELAPSED_REALTIME_WAKEUP, timeToWake, pendingIntent);
1120		} catch (RuntimeException e) {
1121			Log.d(Config.LOGTAG, "unable to schedule alarm for idle ping", e);
1122		}
1123	}
1124
1125	public XmppConnection createConnection(final Account account) {
1126		final XmppConnection connection = new XmppConnection(account, this);
1127		connection.setOnMessagePacketReceivedListener(this.mMessageParser);
1128		connection.setOnStatusChangedListener(this.statusListener);
1129		connection.setOnPresencePacketReceivedListener(this.mPresenceParser);
1130		connection.setOnUnregisteredIqPacketReceivedListener(this.mIqParser);
1131		connection.setOnJinglePacketReceivedListener(this.jingleListener);
1132		connection.setOnBindListener(this.mOnBindListener);
1133		connection.setOnMessageAcknowledgeListener(this.mOnMessageAcknowledgedListener);
1134		connection.addOnAdvancedStreamFeaturesAvailableListener(this.mMessageArchiveService);
1135		connection.addOnAdvancedStreamFeaturesAvailableListener(this.mAvatarService);
1136		AxolotlService axolotlService = account.getAxolotlService();
1137		if (axolotlService != null) {
1138			connection.addOnAdvancedStreamFeaturesAvailableListener(axolotlService);
1139		}
1140		return connection;
1141	}
1142
1143	public void sendChatState(Conversation conversation) {
1144		if (sendChatStates()) {
1145			MessagePacket packet = mMessageGenerator.generateChatState(conversation);
1146			sendMessagePacket(conversation.getAccount(), packet);
1147		}
1148	}
1149
1150	private void sendFileMessage(final Message message, final boolean delay) {
1151		Log.d(Config.LOGTAG, "send file message");
1152		final Account account = message.getConversation().getAccount();
1153		if (account.httpUploadAvailable(fileBackend.getFile(message, false).getSize())
1154				|| message.getConversation().getMode() == Conversation.MODE_MULTI) {
1155			mHttpConnectionManager.createNewUploadConnection(message, delay);
1156		} else {
1157			mJingleConnectionManager.createNewConnection(message);
1158		}
1159	}
1160
1161	public void sendMessage(final Message message) {
1162		sendMessage(message, false, false);
1163	}
1164
1165	private void sendMessage(final Message message, final boolean resend, final boolean delay) {
1166		final Account account = message.getConversation().getAccount();
1167		if (account.setShowErrorNotification(true)) {
1168			databaseBackend.updateAccount(account);
1169			mNotificationService.updateErrorNotification();
1170		}
1171		final Conversation conversation = message.getConversation();
1172		account.deactivateGracePeriod();
1173		MessagePacket packet = null;
1174		final boolean addToConversation = (conversation.getMode() != Conversation.MODE_MULTI
1175				|| !Patches.BAD_MUC_REFLECTION.contains(account.getServerIdentity()))
1176				&& !message.edited();
1177		boolean saveInDb = addToConversation;
1178		message.setStatus(Message.STATUS_WAITING);
1179
1180		if (account.isOnlineAndConnected()) {
1181			switch (message.getEncryption()) {
1182				case Message.ENCRYPTION_NONE:
1183					if (message.needsUploading()) {
1184						if (account.httpUploadAvailable(fileBackend.getFile(message, false).getSize())
1185								|| conversation.getMode() == Conversation.MODE_MULTI
1186								|| message.fixCounterpart()) {
1187							this.sendFileMessage(message, delay);
1188						} else {
1189							break;
1190						}
1191					} else {
1192						packet = mMessageGenerator.generateChat(message);
1193					}
1194					break;
1195				case Message.ENCRYPTION_PGP:
1196				case Message.ENCRYPTION_DECRYPTED:
1197					if (message.needsUploading()) {
1198						if (account.httpUploadAvailable(fileBackend.getFile(message, false).getSize())
1199								|| conversation.getMode() == Conversation.MODE_MULTI
1200								|| message.fixCounterpart()) {
1201							this.sendFileMessage(message, delay);
1202						} else {
1203							break;
1204						}
1205					} else {
1206						packet = mMessageGenerator.generatePgpChat(message);
1207					}
1208					break;
1209				case Message.ENCRYPTION_AXOLOTL:
1210					message.setFingerprint(account.getAxolotlService().getOwnFingerprint());
1211					if (message.needsUploading()) {
1212						if (account.httpUploadAvailable(fileBackend.getFile(message, false).getSize())
1213								|| conversation.getMode() == Conversation.MODE_MULTI
1214								|| message.fixCounterpart()) {
1215							this.sendFileMessage(message, delay);
1216						} else {
1217							break;
1218						}
1219					} else {
1220						XmppAxolotlMessage axolotlMessage = account.getAxolotlService().fetchAxolotlMessageFromCache(message);
1221						if (axolotlMessage == null) {
1222							account.getAxolotlService().preparePayloadMessage(message, delay);
1223						} else {
1224							packet = mMessageGenerator.generateAxolotlChat(message, axolotlMessage);
1225						}
1226					}
1227					break;
1228
1229			}
1230			if (packet != null) {
1231				if (account.getXmppConnection().getFeatures().sm()
1232						|| (conversation.getMode() == Conversation.MODE_MULTI && message.getCounterpart().isBareJid())) {
1233					message.setStatus(Message.STATUS_UNSEND);
1234				} else {
1235					message.setStatus(Message.STATUS_SEND);
1236				}
1237			}
1238		} else {
1239			switch (message.getEncryption()) {
1240				case Message.ENCRYPTION_DECRYPTED:
1241					if (!message.needsUploading()) {
1242						String pgpBody = message.getEncryptedBody();
1243						String decryptedBody = message.getBody();
1244						message.setBody(pgpBody); //TODO might throw NPE
1245						message.setEncryption(Message.ENCRYPTION_PGP);
1246						if (message.edited()) {
1247							message.setBody(decryptedBody);
1248							message.setEncryption(Message.ENCRYPTION_DECRYPTED);
1249							databaseBackend.updateMessage(message, message.getEditedId());
1250							updateConversationUi();
1251							return;
1252						} else {
1253							databaseBackend.createMessage(message);
1254							saveInDb = false;
1255							message.setBody(decryptedBody);
1256							message.setEncryption(Message.ENCRYPTION_DECRYPTED);
1257						}
1258					}
1259					break;
1260				case Message.ENCRYPTION_AXOLOTL:
1261					message.setFingerprint(account.getAxolotlService().getOwnFingerprint());
1262					break;
1263			}
1264		}
1265
1266
1267		boolean mucMessage = conversation.getMode() == Conversation.MODE_MULTI && message.getType() != Message.TYPE_PRIVATE;
1268		if (mucMessage) {
1269			message.setCounterpart(conversation.getMucOptions().getSelf().getFullJid());
1270		}
1271
1272		if (resend) {
1273			if (packet != null && addToConversation) {
1274				if (account.getXmppConnection().getFeatures().sm() || mucMessage) {
1275					markMessage(message, Message.STATUS_UNSEND);
1276				} else {
1277					markMessage(message, Message.STATUS_SEND);
1278				}
1279			}
1280		} else {
1281			if (addToConversation) {
1282				conversation.add(message);
1283			}
1284			if (saveInDb) {
1285				databaseBackend.createMessage(message);
1286			} else if (message.edited()) {
1287				databaseBackend.updateMessage(message, message.getEditedId());
1288			}
1289			updateConversationUi();
1290		}
1291		if (packet != null) {
1292			if (delay) {
1293				mMessageGenerator.addDelay(packet, message.getTimeSent());
1294			}
1295			if (conversation.setOutgoingChatState(Config.DEFAULT_CHATSTATE)) {
1296				if (this.sendChatStates()) {
1297					packet.addChild(ChatState.toElement(conversation.getOutgoingChatState()));
1298				}
1299			}
1300			sendMessagePacket(account, packet);
1301		}
1302	}
1303
1304	private void sendUnsentMessages(final Conversation conversation) {
1305		conversation.findWaitingMessages(new Conversation.OnMessageFound() {
1306
1307			@Override
1308			public void onMessageFound(Message message) {
1309				resendMessage(message, true);
1310			}
1311		});
1312	}
1313
1314	public void resendMessage(final Message message, final boolean delay) {
1315		sendMessage(message, true, delay);
1316	}
1317
1318	public void fetchRosterFromServer(final Account account) {
1319		final IqPacket iqPacket = new IqPacket(IqPacket.TYPE.GET);
1320		if (!"".equals(account.getRosterVersion())) {
1321			Log.d(Config.LOGTAG, account.getJid().asBareJid()
1322					+ ": fetching roster version " + account.getRosterVersion());
1323		} else {
1324			Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": fetching roster");
1325		}
1326		iqPacket.query(Namespace.ROSTER).setAttribute("ver", account.getRosterVersion());
1327		sendIqPacket(account, iqPacket, mIqParser);
1328	}
1329
1330	public void fetchBookmarks(final Account account) {
1331		final IqPacket iqPacket = new IqPacket(IqPacket.TYPE.GET);
1332		final Element query = iqPacket.query("jabber:iq:private");
1333		query.addChild("storage", "storage:bookmarks");
1334		final OnIqPacketReceived callback = new OnIqPacketReceived() {
1335
1336			@Override
1337			public void onIqPacketReceived(final Account account, final IqPacket packet) {
1338				if (packet.getType() == IqPacket.TYPE.RESULT) {
1339					final Element query = packet.query();
1340					final HashMap<Jid, Bookmark> bookmarks = new HashMap<>();
1341					final Element storage = query.findChild("storage", "storage:bookmarks");
1342					final boolean autojoin = respectAutojoin();
1343					if (storage != null) {
1344						for (final Element item : storage.getChildren()) {
1345							if (item.getName().equals("conference")) {
1346								final Bookmark bookmark = Bookmark.parse(item, account);
1347								Bookmark old = bookmarks.put(bookmark.getJid(), bookmark);
1348								if (old != null && old.getBookmarkName() != null && bookmark.getBookmarkName() == null) {
1349									bookmark.setBookmarkName(old.getBookmarkName());
1350								}
1351								Conversation conversation = find(bookmark);
1352								if (conversation != null) {
1353									bookmark.setConversation(conversation);
1354								} else if (bookmark.autojoin() && bookmark.getJid() != null && autojoin) {
1355									conversation = findOrCreateConversation(account, bookmark.getJid(), true, true, false);
1356									bookmark.setConversation(conversation);
1357								}
1358							}
1359						}
1360					}
1361					account.setBookmarks(new CopyOnWriteArrayList<>(bookmarks.values()));
1362				} else {
1363					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": could not fetch bookmarks");
1364				}
1365			}
1366		};
1367		sendIqPacket(account, iqPacket, callback);
1368	}
1369
1370	public void pushBookmarks(Account account) {
1371		Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": pushing bookmarks");
1372		IqPacket iqPacket = new IqPacket(IqPacket.TYPE.SET);
1373		Element query = iqPacket.query("jabber:iq:private");
1374		Element storage = query.addChild("storage", "storage:bookmarks");
1375		for (Bookmark bookmark : account.getBookmarks()) {
1376			storage.addChild(bookmark);
1377		}
1378		sendIqPacket(account, iqPacket, mDefaultIqHandler);
1379	}
1380
1381	private void restoreFromDatabase() {
1382		synchronized (this.conversations) {
1383			final Map<String, Account> accountLookupTable = new Hashtable<>();
1384			for (Account account : this.accounts) {
1385				accountLookupTable.put(account.getUuid(), account);
1386			}
1387			Log.d(Config.LOGTAG, "restoring conversations...");
1388			final long startTimeConversationsRestore = SystemClock.elapsedRealtime();
1389			this.conversations.addAll(databaseBackend.getConversations(Conversation.STATUS_AVAILABLE));
1390			for (Iterator<Conversation> iterator = conversations.listIterator(); iterator.hasNext(); ) {
1391				Conversation conversation = iterator.next();
1392				Account account = accountLookupTable.get(conversation.getAccountUuid());
1393				if (account != null) {
1394					conversation.setAccount(account);
1395				} else {
1396					Log.e(Config.LOGTAG, "unable to restore Conversations with " + conversation.getJid());
1397					iterator.remove();
1398				}
1399			}
1400			long diffConversationsRestore = SystemClock.elapsedRealtime() - startTimeConversationsRestore;
1401			Log.d(Config.LOGTAG, "finished restoring conversations in " + diffConversationsRestore + "ms");
1402			Runnable runnable = new Runnable() {
1403				@Override
1404				public void run() {
1405					long deletionDate = getAutomaticMessageDeletionDate();
1406					mLastExpiryRun.set(SystemClock.elapsedRealtime());
1407					if (deletionDate > 0) {
1408						Log.d(Config.LOGTAG, "deleting messages that are older than " + AbstractGenerator.getTimestamp(deletionDate));
1409						databaseBackend.expireOldMessages(deletionDate);
1410					}
1411					Log.d(Config.LOGTAG, "restoring roster...");
1412					for (Account account : accounts) {
1413						databaseBackend.readRoster(account.getRoster());
1414						account.initAccountServices(XmppConnectionService.this); //roster needs to be loaded at this stage
1415					}
1416					getBitmapCache().evictAll();
1417					loadPhoneContacts();
1418					Log.d(Config.LOGTAG, "restoring messages...");
1419					final long startMessageRestore = SystemClock.elapsedRealtime();
1420					for (Conversation conversation : conversations) {
1421						conversation.addAll(0, databaseBackend.getMessages(conversation, Config.PAGE_SIZE));
1422						checkDeletedFiles(conversation);
1423						conversation.findUnsentTextMessages(new Conversation.OnMessageFound() {
1424
1425							@Override
1426							public void onMessageFound(Message message) {
1427								markMessage(message, Message.STATUS_WAITING);
1428							}
1429						});
1430						conversation.findUnreadMessages(new Conversation.OnMessageFound() {
1431							@Override
1432							public void onMessageFound(Message message) {
1433								mNotificationService.pushFromBacklog(message);
1434							}
1435						});
1436					}
1437					mNotificationService.finishBacklog(false);
1438					restoredFromDatabaseLatch.countDown();
1439					final long diffMessageRestore = SystemClock.elapsedRealtime() - startMessageRestore;
1440					Log.d(Config.LOGTAG, "finished restoring messages in " + diffMessageRestore + "ms");
1441					updateConversationUi();
1442				}
1443			};
1444			mDatabaseReaderExecutor.execute(runnable); //will contain one write command (expiry) but that's fine
1445		}
1446	}
1447
1448	public void loadPhoneContacts() {
1449		mContactMergerExecutor.execute(new Runnable() {
1450			@Override
1451			public void run() {
1452				PhoneHelper.loadPhoneContacts(XmppConnectionService.this, new OnPhoneContactsLoadedListener() {
1453					@Override
1454					public void onPhoneContactsLoaded(List<Bundle> phoneContacts) {
1455						Log.d(Config.LOGTAG, "start merging phone contacts with roster");
1456						for (Account account : accounts) {
1457							List<Contact> withSystemAccounts = account.getRoster().getWithSystemAccounts();
1458							for (Bundle phoneContact : phoneContacts) {
1459								Jid jid;
1460								try {
1461									jid = Jid.of(phoneContact.getString("jid"));
1462								} catch (final IllegalArgumentException e) {
1463									continue;
1464								}
1465								final Contact contact = account.getRoster().getContact(jid);
1466								String systemAccount = phoneContact.getInt("phoneid")
1467										+ "#"
1468										+ phoneContact.getString("lookup");
1469								contact.setSystemAccount(systemAccount);
1470								boolean needsCacheClean = contact.setPhotoUri(phoneContact.getString("photouri"));
1471								needsCacheClean |= contact.setSystemName(phoneContact.getString("displayname"));
1472								if (needsCacheClean) {
1473									getAvatarService().clear(contact);
1474								}
1475								withSystemAccounts.remove(contact);
1476							}
1477							for (Contact contact : withSystemAccounts) {
1478								contact.setSystemAccount(null);
1479								boolean needsCacheClean = contact.setPhotoUri(null);
1480								needsCacheClean |= contact.setSystemName(null);
1481								if (needsCacheClean) {
1482									getAvatarService().clear(contact);
1483								}
1484							}
1485						}
1486						Log.d(Config.LOGTAG, "finished merging phone contacts");
1487						mShortcutService.refresh(mInitialAddressbookSyncCompleted.compareAndSet(false, true));
1488						updateAccountUi();
1489					}
1490				});
1491			}
1492		});
1493	}
1494
1495	public List<Conversation> getConversations() {
1496		return this.conversations;
1497	}
1498
1499	private void checkDeletedFiles(Conversation conversation) {
1500		conversation.findMessagesWithFiles(new Conversation.OnMessageFound() {
1501
1502			@Override
1503			public void onMessageFound(Message message) {
1504				if (!getFileBackend().isFileAvailable(message)) {
1505					message.setTransferable(new TransferablePlaceholder(Transferable.STATUS_DELETED));
1506					final int s = message.getStatus();
1507					if (s == Message.STATUS_WAITING || s == Message.STATUS_OFFERED || s == Message.STATUS_UNSEND) {
1508						markMessage(message, Message.STATUS_SEND_FAILED);
1509					}
1510				}
1511			}
1512		});
1513	}
1514
1515	private void markFileDeleted(final String path) {
1516		Log.d(Config.LOGTAG, "deleted file " + path);
1517		for (Conversation conversation : getConversations()) {
1518			conversation.findMessagesWithFiles(new Conversation.OnMessageFound() {
1519				@Override
1520				public void onMessageFound(Message message) {
1521					DownloadableFile file = fileBackend.getFile(message);
1522					if (file.getAbsolutePath().equals(path)) {
1523						if (!file.exists()) {
1524							message.setTransferable(new TransferablePlaceholder(Transferable.STATUS_DELETED));
1525							final int s = message.getStatus();
1526							if (s == Message.STATUS_WAITING || s == Message.STATUS_OFFERED || s == Message.STATUS_UNSEND) {
1527								markMessage(message, Message.STATUS_SEND_FAILED);
1528							} else {
1529								updateConversationUi();
1530							}
1531						} else {
1532							Log.d(Config.LOGTAG, "found matching message for file " + path + " but file still exists");
1533						}
1534					}
1535				}
1536			});
1537		}
1538	}
1539
1540	public void populateWithOrderedConversations(final List<Conversation> list) {
1541		populateWithOrderedConversations(list, true);
1542	}
1543
1544	public void populateWithOrderedConversations(final List<Conversation> list, boolean includeNoFileUpload) {
1545		list.clear();
1546		if (includeNoFileUpload) {
1547			list.addAll(getConversations());
1548		} else {
1549			for (Conversation conversation : getConversations()) {
1550				if (conversation.getMode() == Conversation.MODE_SINGLE
1551						|| conversation.getAccount().httpUploadAvailable()) {
1552					list.add(conversation);
1553				}
1554			}
1555		}
1556		try {
1557			Collections.sort(list);
1558		} catch (IllegalArgumentException e) {
1559			//ignore
1560		}
1561	}
1562
1563	public void loadMoreMessages(final Conversation conversation, final long timestamp, final OnMoreMessagesLoaded callback) {
1564		if (XmppConnectionService.this.getMessageArchiveService().queryInProgress(conversation, callback)) {
1565			return;
1566		} else if (timestamp == 0) {
1567			return;
1568		}
1569		Log.d(Config.LOGTAG, "load more messages for " + conversation.getName() + " prior to " + MessageGenerator.getTimestamp(timestamp));
1570		final Runnable runnable = () -> {
1571			final Account account = conversation.getAccount();
1572			List<Message> messages = databaseBackend.getMessages(conversation, 50, timestamp);
1573			if (messages.size() > 0) {
1574				conversation.addAll(0, messages);
1575				checkDeletedFiles(conversation);
1576				callback.onMoreMessagesLoaded(messages.size(), conversation);
1577			} else if (conversation.hasMessagesLeftOnServer()
1578					&& account.isOnlineAndConnected()
1579					&& conversation.getLastClearHistory().getTimestamp() == 0) {
1580				final boolean mamAvailable;
1581				if (conversation.getMode() == Conversation.MODE_SINGLE) {
1582					mamAvailable = account.getXmppConnection().getFeatures().mam() && !conversation.getContact().isBlocked();
1583				} else {
1584					mamAvailable = conversation.getMucOptions().mamSupport();
1585				}
1586				if (mamAvailable) {
1587					MessageArchiveService.Query query = getMessageArchiveService().query(conversation, new MamReference(0), timestamp, false);
1588					if (query != null) {
1589						query.setCallback(callback);
1590						callback.informUser(R.string.fetching_history_from_server);
1591					} else {
1592						callback.informUser(R.string.not_fetching_history_retention_period);
1593					}
1594
1595				}
1596			}
1597		};
1598		mDatabaseReaderExecutor.execute(runnable);
1599	}
1600
1601	public List<Account> getAccounts() {
1602		return this.accounts;
1603	}
1604
1605	public List<Conversation> findAllConferencesWith(Contact contact) {
1606		ArrayList<Conversation> results = new ArrayList<>();
1607		for (Conversation conversation : conversations) {
1608			if (conversation.getMode() == Conversation.MODE_MULTI
1609					&& conversation.getMucOptions().isContactInRoom(contact)) {
1610				results.add(conversation);
1611			}
1612		}
1613		return results;
1614	}
1615
1616	public Conversation find(final Iterable<Conversation> haystack, final Contact contact) {
1617		for (final Conversation conversation : haystack) {
1618			if (conversation.getContact() == contact) {
1619				return conversation;
1620			}
1621		}
1622		return null;
1623	}
1624
1625	public Conversation find(final Iterable<Conversation> haystack, final Account account, final Jid jid) {
1626		if (jid == null) {
1627			return null;
1628		}
1629		for (final Conversation conversation : haystack) {
1630			if ((account == null || conversation.getAccount() == account)
1631					&& (conversation.getJid().asBareJid().equals(jid.asBareJid()))) {
1632				return conversation;
1633			}
1634		}
1635		return null;
1636	}
1637
1638	public boolean isConversationsListEmpty(final Conversation ignore) {
1639		synchronized (this.conversations) {
1640			final int size = this.conversations.size();
1641			if (size == 0) {
1642				return true;
1643			} else if (size == 1) {
1644				return this.conversations.get(0) == ignore;
1645			} else {
1646				return false;
1647			}
1648		}
1649	}
1650
1651	public Conversation findOrCreateConversation(Account account, Jid jid, boolean muc, final boolean async) {
1652		return this.findOrCreateConversation(account, jid, muc, false, async);
1653	}
1654
1655	public Conversation findOrCreateConversation(final Account account, final Jid jid, final boolean muc, final boolean joinAfterCreate, final boolean async) {
1656		return this.findOrCreateConversation(account, jid, muc, joinAfterCreate, null, async);
1657	}
1658
1659	public Conversation findOrCreateConversation(final Account account, final Jid jid, final boolean muc, final boolean joinAfterCreate, final MessageArchiveService.Query query, final boolean async) {
1660		synchronized (this.conversations) {
1661			Conversation conversation = find(account, jid);
1662			if (conversation != null) {
1663				return conversation;
1664			}
1665			conversation = databaseBackend.findConversation(account, jid);
1666			Log.d(Config.LOGTAG,"loaded from db: "+conversation.getNextMessage());
1667			final boolean loadMessagesFromDb;
1668			if (conversation != null) {
1669				conversation.setStatus(Conversation.STATUS_AVAILABLE);
1670				conversation.setAccount(account);
1671				if (muc) {
1672					conversation.setMode(Conversation.MODE_MULTI);
1673					conversation.setContactJid(jid);
1674				} else {
1675					conversation.setMode(Conversation.MODE_SINGLE);
1676					conversation.setContactJid(jid.asBareJid());
1677				}
1678				databaseBackend.updateConversation(conversation);
1679				loadMessagesFromDb = conversation.messagesLoaded.compareAndSet(true, false);
1680			} else {
1681				String conversationName;
1682				Contact contact = account.getRoster().getContact(jid);
1683				if (contact != null) {
1684					conversationName = contact.getDisplayName();
1685				} else {
1686					conversationName = jid.getLocal();
1687				}
1688				if (muc) {
1689					conversation = new Conversation(conversationName, account, jid,
1690							Conversation.MODE_MULTI);
1691				} else {
1692					conversation = new Conversation(conversationName, account, jid.asBareJid(),
1693							Conversation.MODE_SINGLE);
1694				}
1695				this.databaseBackend.createConversation(conversation);
1696				loadMessagesFromDb = false;
1697			}
1698			final Conversation c = conversation;
1699			final Runnable runnable = () -> {
1700				if (loadMessagesFromDb) {
1701					c.addAll(0, databaseBackend.getMessages(c, Config.PAGE_SIZE));
1702					updateConversationUi();
1703					c.messagesLoaded.set(true);
1704				}
1705				if (account.getXmppConnection() != null
1706						&& !c.getContact().isBlocked()
1707						&& account.getXmppConnection().getFeatures().mam()
1708						&& !muc) {
1709					if (query == null) {
1710						mMessageArchiveService.query(c);
1711					} else {
1712						if (query.getConversation() == null) {
1713							mMessageArchiveService.query(c, query.getStart(), query.isCatchup());
1714						}
1715					}
1716				}
1717				checkDeletedFiles(c);
1718				if (joinAfterCreate) {
1719					joinMuc(c);
1720				}
1721			};
1722			if (async) {
1723				mDatabaseReaderExecutor.execute(runnable);
1724			} else {
1725				runnable.run();
1726			}
1727			this.conversations.add(conversation);
1728			updateConversationUi();
1729			return conversation;
1730		}
1731	}
1732
1733	public void archiveConversation(Conversation conversation) {
1734		getNotificationService().clear(conversation);
1735		conversation.setStatus(Conversation.STATUS_ARCHIVED);
1736		conversation.setNextMessage(null);
1737		synchronized (this.conversations) {
1738			getMessageArchiveService().kill(conversation);
1739			if (conversation.getMode() == Conversation.MODE_MULTI) {
1740				if (conversation.getAccount().getStatus() == Account.State.ONLINE) {
1741					Bookmark bookmark = conversation.getBookmark();
1742					if (bookmark != null && bookmark.autojoin() && respectAutojoin()) {
1743						bookmark.setAutojoin(false);
1744						pushBookmarks(bookmark.getAccount());
1745					}
1746				}
1747				leaveMuc(conversation);
1748			} else {
1749				if (conversation.getContact().getOption(Contact.Options.PENDING_SUBSCRIPTION_REQUEST)) {
1750					Log.d(Config.LOGTAG, "Canceling presence request from " + conversation.getJid().toString());
1751					sendPresencePacket(
1752							conversation.getAccount(),
1753							mPresenceGenerator.stopPresenceUpdatesTo(conversation.getContact())
1754					);
1755				}
1756			}
1757			updateConversation(conversation);
1758			this.conversations.remove(conversation);
1759			updateConversationUi();
1760		}
1761	}
1762
1763	public void createAccount(final Account account) {
1764		account.initAccountServices(this);
1765		databaseBackend.createAccount(account);
1766		this.accounts.add(account);
1767		this.reconnectAccountInBackground(account);
1768		updateAccountUi();
1769		syncEnabledAccountSetting();
1770		toggleForegroundService();
1771	}
1772
1773	private void syncEnabledAccountSetting() {
1774		getPreferences().edit().putBoolean(EventReceiver.SETTING_ENABLED_ACCOUNTS, hasEnabledAccounts()).apply();
1775	}
1776
1777	public void createAccountFromKey(final String alias, final OnAccountCreated callback) {
1778		new Thread(() -> {
1779			try {
1780				final X509Certificate[] chain = KeyChain.getCertificateChain(this, alias);
1781				final X509Certificate cert = chain != null && chain.length > 0 ? chain[0] : null;
1782				if (cert == null) {
1783					callback.informUser(R.string.unable_to_parse_certificate);
1784					return;
1785				}
1786				Pair<Jid, String> info = CryptoHelper.extractJidAndName(cert);
1787				if (info == null) {
1788					callback.informUser(R.string.certificate_does_not_contain_jid);
1789					return;
1790				}
1791				if (findAccountByJid(info.first) == null) {
1792					Account account = new Account(info.first, "");
1793					account.setPrivateKeyAlias(alias);
1794					account.setOption(Account.OPTION_DISABLED, true);
1795					account.setDisplayName(info.second);
1796					createAccount(account);
1797					callback.onAccountCreated(account);
1798					if (Config.X509_VERIFICATION) {
1799						try {
1800							getMemorizingTrustManager().getNonInteractive(account.getJid().getDomain()).checkClientTrusted(chain, "RSA");
1801						} catch (CertificateException e) {
1802							callback.informUser(R.string.certificate_chain_is_not_trusted);
1803						}
1804					}
1805				} else {
1806					callback.informUser(R.string.account_already_exists);
1807				}
1808			} catch (Exception e) {
1809				e.printStackTrace();
1810				callback.informUser(R.string.unable_to_parse_certificate);
1811			}
1812		}).start();
1813
1814	}
1815
1816	public void updateKeyInAccount(final Account account, final String alias) {
1817		Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": update key in account " + alias);
1818		try {
1819			X509Certificate[] chain = KeyChain.getCertificateChain(XmppConnectionService.this, alias);
1820			Log.d(Config.LOGTAG, account.getJid().asBareJid() + " loaded certificate chain");
1821			Pair<Jid, String> info = CryptoHelper.extractJidAndName(chain[0]);
1822			if (info == null) {
1823				showErrorToastInUi(R.string.certificate_does_not_contain_jid);
1824				return;
1825			}
1826			if (account.getJid().asBareJid().equals(info.first)) {
1827				account.setPrivateKeyAlias(alias);
1828				account.setDisplayName(info.second);
1829				databaseBackend.updateAccount(account);
1830				if (Config.X509_VERIFICATION) {
1831					try {
1832						getMemorizingTrustManager().getNonInteractive().checkClientTrusted(chain, "RSA");
1833					} catch (CertificateException e) {
1834						showErrorToastInUi(R.string.certificate_chain_is_not_trusted);
1835					}
1836					account.getAxolotlService().regenerateKeys(true);
1837				}
1838			} else {
1839				showErrorToastInUi(R.string.jid_does_not_match_certificate);
1840			}
1841		} catch (Exception e) {
1842			e.printStackTrace();
1843		}
1844	}
1845
1846	public boolean updateAccount(final Account account) {
1847		if (databaseBackend.updateAccount(account)) {
1848			account.setShowErrorNotification(true);
1849			this.statusListener.onStatusChanged(account);
1850			databaseBackend.updateAccount(account);
1851			reconnectAccountInBackground(account);
1852			updateAccountUi();
1853			getNotificationService().updateErrorNotification();
1854			toggleForegroundService();
1855			syncEnabledAccountSetting();
1856			return true;
1857		} else {
1858			return false;
1859		}
1860	}
1861
1862	public void updateAccountPasswordOnServer(final Account account, final String newPassword, final OnAccountPasswordChanged callback) {
1863		final IqPacket iq = getIqGenerator().generateSetPassword(account, newPassword);
1864		sendIqPacket(account, iq, (a, packet) -> {
1865			if (packet.getType() == IqPacket.TYPE.RESULT) {
1866				a.setPassword(newPassword);
1867				a.setOption(Account.OPTION_MAGIC_CREATE, false);
1868				databaseBackend.updateAccount(a);
1869				callback.onPasswordChangeSucceeded();
1870			} else {
1871				callback.onPasswordChangeFailed();
1872			}
1873		});
1874	}
1875
1876	public void deleteAccount(final Account account) {
1877		synchronized (this.conversations) {
1878			for (final Conversation conversation : conversations) {
1879				if (conversation.getAccount() == account) {
1880					if (conversation.getMode() == Conversation.MODE_MULTI) {
1881						leaveMuc(conversation);
1882					}
1883					conversations.remove(conversation);
1884				}
1885			}
1886			if (account.getXmppConnection() != null) {
1887				new Thread(() -> disconnect(account, true)).start();
1888			}
1889			final Runnable runnable = () -> {
1890				if (!databaseBackend.deleteAccount(account)) {
1891					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": unable to delete account");
1892				}
1893			};
1894			mDatabaseWriterExecutor.execute(runnable);
1895			this.accounts.remove(account);
1896			updateAccountUi();
1897			getNotificationService().updateErrorNotification();
1898			syncEnabledAccountSetting();
1899		}
1900	}
1901
1902	public void setOnConversationListChangedListener(OnConversationUpdate listener) {
1903		synchronized (this) {
1904			this.mLastActivity = System.currentTimeMillis();
1905			if (checkListeners()) {
1906				switchToForeground();
1907			}
1908			this.mOnConversationUpdate = listener;
1909			this.mNotificationService.setIsInForeground(true);
1910			if (this.convChangedListenerCount < 2) {
1911				this.convChangedListenerCount++;
1912			}
1913		}
1914	}
1915
1916	public void removeOnConversationListChangedListener() {
1917		synchronized (this) {
1918			this.convChangedListenerCount--;
1919			if (this.convChangedListenerCount <= 0) {
1920				this.convChangedListenerCount = 0;
1921				this.mOnConversationUpdate = null;
1922				this.mNotificationService.setIsInForeground(false);
1923				if (checkListeners()) {
1924					switchToBackground();
1925				}
1926			}
1927		}
1928	}
1929
1930	public void setOnShowErrorToastListener(OnShowErrorToast onShowErrorToast) {
1931		synchronized (this) {
1932			if (checkListeners()) {
1933				switchToForeground();
1934			}
1935			this.mOnShowErrorToast = onShowErrorToast;
1936			if (this.showErrorToastListenerCount < 2) {
1937				this.showErrorToastListenerCount++;
1938			}
1939		}
1940		this.mOnShowErrorToast = onShowErrorToast;
1941	}
1942
1943	public void removeOnShowErrorToastListener() {
1944		synchronized (this) {
1945			this.showErrorToastListenerCount--;
1946			if (this.showErrorToastListenerCount <= 0) {
1947				this.showErrorToastListenerCount = 0;
1948				this.mOnShowErrorToast = null;
1949				if (checkListeners()) {
1950					switchToBackground();
1951				}
1952			}
1953		}
1954	}
1955
1956	public void setOnAccountListChangedListener(OnAccountUpdate listener) {
1957		synchronized (this) {
1958			if (checkListeners()) {
1959				switchToForeground();
1960			}
1961			this.mOnAccountUpdate = listener;
1962			if (this.accountChangedListenerCount < 2) {
1963				this.accountChangedListenerCount++;
1964			}
1965		}
1966	}
1967
1968	public void removeOnAccountListChangedListener() {
1969		synchronized (this) {
1970			this.accountChangedListenerCount--;
1971			if (this.accountChangedListenerCount <= 0) {
1972				this.mOnAccountUpdate = null;
1973				this.accountChangedListenerCount = 0;
1974				if (checkListeners()) {
1975					switchToBackground();
1976				}
1977			}
1978		}
1979	}
1980
1981	public void setOnCaptchaRequestedListener(OnCaptchaRequested listener) {
1982		synchronized (this) {
1983			if (checkListeners()) {
1984				switchToForeground();
1985			}
1986			this.mOnCaptchaRequested = listener;
1987			if (this.captchaRequestedListenerCount < 2) {
1988				this.captchaRequestedListenerCount++;
1989			}
1990		}
1991	}
1992
1993	public void removeOnCaptchaRequestedListener() {
1994		synchronized (this) {
1995			this.captchaRequestedListenerCount--;
1996			if (this.captchaRequestedListenerCount <= 0) {
1997				this.mOnCaptchaRequested = null;
1998				this.captchaRequestedListenerCount = 0;
1999				if (checkListeners()) {
2000					switchToBackground();
2001				}
2002			}
2003		}
2004	}
2005
2006	public void setOnRosterUpdateListener(final OnRosterUpdate listener) {
2007		synchronized (this) {
2008			if (checkListeners()) {
2009				switchToForeground();
2010			}
2011			this.mOnRosterUpdate = listener;
2012			if (this.rosterChangedListenerCount < 2) {
2013				this.rosterChangedListenerCount++;
2014			}
2015		}
2016	}
2017
2018	public void removeOnRosterUpdateListener() {
2019		synchronized (this) {
2020			this.rosterChangedListenerCount--;
2021			if (this.rosterChangedListenerCount <= 0) {
2022				this.rosterChangedListenerCount = 0;
2023				this.mOnRosterUpdate = null;
2024				if (checkListeners()) {
2025					switchToBackground();
2026				}
2027			}
2028		}
2029	}
2030
2031	public void setOnUpdateBlocklistListener(final OnUpdateBlocklist listener) {
2032		synchronized (this) {
2033			if (checkListeners()) {
2034				switchToForeground();
2035			}
2036			this.mOnUpdateBlocklist = listener;
2037			if (this.updateBlocklistListenerCount < 2) {
2038				this.updateBlocklistListenerCount++;
2039			}
2040		}
2041	}
2042
2043	public void removeOnUpdateBlocklistListener() {
2044		synchronized (this) {
2045			this.updateBlocklistListenerCount--;
2046			if (this.updateBlocklistListenerCount <= 0) {
2047				this.updateBlocklistListenerCount = 0;
2048				this.mOnUpdateBlocklist = null;
2049				if (checkListeners()) {
2050					switchToBackground();
2051				}
2052			}
2053		}
2054	}
2055
2056	public void setOnKeyStatusUpdatedListener(final OnKeyStatusUpdated listener) {
2057		synchronized (this) {
2058			if (checkListeners()) {
2059				switchToForeground();
2060			}
2061			this.mOnKeyStatusUpdated = listener;
2062			if (this.keyStatusUpdatedListenerCount < 2) {
2063				this.keyStatusUpdatedListenerCount++;
2064			}
2065		}
2066	}
2067
2068	public void removeOnNewKeysAvailableListener() {
2069		synchronized (this) {
2070			this.keyStatusUpdatedListenerCount--;
2071			if (this.keyStatusUpdatedListenerCount <= 0) {
2072				this.keyStatusUpdatedListenerCount = 0;
2073				this.mOnKeyStatusUpdated = null;
2074				if (checkListeners()) {
2075					switchToBackground();
2076				}
2077			}
2078		}
2079	}
2080
2081	public void setOnMucRosterUpdateListener(OnMucRosterUpdate listener) {
2082		synchronized (this) {
2083			if (checkListeners()) {
2084				switchToForeground();
2085			}
2086			this.mOnMucRosterUpdate = listener;
2087			if (this.mucRosterChangedListenerCount < 2) {
2088				this.mucRosterChangedListenerCount++;
2089			}
2090		}
2091	}
2092
2093	public void removeOnMucRosterUpdateListener() {
2094		synchronized (this) {
2095			this.mucRosterChangedListenerCount--;
2096			if (this.mucRosterChangedListenerCount <= 0) {
2097				this.mucRosterChangedListenerCount = 0;
2098				this.mOnMucRosterUpdate = null;
2099				if (checkListeners()) {
2100					switchToBackground();
2101				}
2102			}
2103		}
2104	}
2105
2106	public boolean checkListeners() {
2107		return (this.mOnAccountUpdate == null
2108				&& this.mOnConversationUpdate == null
2109				&& this.mOnRosterUpdate == null
2110				&& this.mOnCaptchaRequested == null
2111				&& this.mOnUpdateBlocklist == null
2112				&& this.mOnShowErrorToast == null
2113				&& this.mOnKeyStatusUpdated == null);
2114	}
2115
2116	private void switchToForeground() {
2117		final boolean broadcastLastActivity = broadcastLastActivity();
2118		for (Conversation conversation : getConversations()) {
2119			if (conversation.getMode() == Conversation.MODE_MULTI) {
2120				conversation.getMucOptions().resetChatState();
2121			} else {
2122				conversation.setIncomingChatState(Config.DEFAULT_CHATSTATE);
2123			}
2124		}
2125		for (Account account : getAccounts()) {
2126			if (account.getStatus() == Account.State.ONLINE) {
2127				account.deactivateGracePeriod();
2128				final XmppConnection connection = account.getXmppConnection();
2129				if (connection != null) {
2130					if (connection.getFeatures().csi()) {
2131						connection.sendActive();
2132					}
2133					if (broadcastLastActivity) {
2134						sendPresence(account, false); //send new presence but don't include idle because we are not
2135					}
2136				}
2137			}
2138		}
2139		Log.d(Config.LOGTAG, "app switched into foreground");
2140	}
2141
2142	private void switchToBackground() {
2143		final boolean broadcastLastActivity = broadcastLastActivity();
2144		for (Account account : getAccounts()) {
2145			if (account.getStatus() == Account.State.ONLINE) {
2146				XmppConnection connection = account.getXmppConnection();
2147				if (connection != null) {
2148					if (broadcastLastActivity) {
2149						sendPresence(account, true);
2150					}
2151					if (connection.getFeatures().csi()) {
2152						connection.sendInactive();
2153					}
2154				}
2155			}
2156		}
2157		this.mNotificationService.setIsInForeground(false);
2158		Log.d(Config.LOGTAG, "app switched into background");
2159	}
2160
2161	private void connectMultiModeConversations(Account account) {
2162		List<Conversation> conversations = getConversations();
2163		for (Conversation conversation : conversations) {
2164			if (conversation.getMode() == Conversation.MODE_MULTI && conversation.getAccount() == account) {
2165				joinMuc(conversation);
2166			}
2167		}
2168	}
2169
2170	public void joinMuc(Conversation conversation) {
2171		joinMuc(conversation, null, false);
2172	}
2173
2174	public void joinMuc(Conversation conversation, boolean followedInvite) {
2175		joinMuc(conversation, null, followedInvite);
2176	}
2177
2178	private void joinMuc(Conversation conversation, final OnConferenceJoined onConferenceJoined) {
2179		joinMuc(conversation, onConferenceJoined, false);
2180	}
2181
2182	private void joinMuc(Conversation conversation, final OnConferenceJoined onConferenceJoined, final boolean followedInvite) {
2183		Account account = conversation.getAccount();
2184		account.pendingConferenceJoins.remove(conversation);
2185		account.pendingConferenceLeaves.remove(conversation);
2186		if (account.getStatus() == Account.State.ONLINE) {
2187			sendPresencePacket(account, mPresenceGenerator.leave(conversation.getMucOptions()));
2188			conversation.resetMucOptions();
2189			if (onConferenceJoined != null) {
2190				conversation.getMucOptions().flagNoAutoPushConfiguration();
2191			}
2192			conversation.setHasMessagesLeftOnServer(false);
2193			fetchConferenceConfiguration(conversation, new OnConferenceConfigurationFetched() {
2194
2195				private void join(Conversation conversation) {
2196					Account account = conversation.getAccount();
2197					final MucOptions mucOptions = conversation.getMucOptions();
2198					final Jid joinJid = mucOptions.getSelf().getFullJid();
2199					Log.d(Config.LOGTAG, account.getJid().asBareJid().toString() + ": joining conversation " + joinJid.toString());
2200					PresencePacket packet = mPresenceGenerator.selfPresence(account, Presence.Status.ONLINE, mucOptions.nonanonymous() || onConferenceJoined != null);
2201					packet.setTo(joinJid);
2202					Element x = packet.addChild("x", "http://jabber.org/protocol/muc");
2203					if (conversation.getMucOptions().getPassword() != null) {
2204						x.addChild("password").setContent(mucOptions.getPassword());
2205					}
2206
2207					if (mucOptions.mamSupport()) {
2208						// Use MAM instead of the limited muc history to get history
2209						x.addChild("history").setAttribute("maxchars", "0");
2210					} else {
2211						// Fallback to muc history
2212						x.addChild("history").setAttribute("since", PresenceGenerator.getTimestamp(conversation.getLastMessageTransmitted().getTimestamp()));
2213					}
2214					sendPresencePacket(account, packet);
2215					if (onConferenceJoined != null) {
2216						onConferenceJoined.onConferenceJoined(conversation);
2217					}
2218					if (!joinJid.equals(conversation.getJid())) {
2219						conversation.setContactJid(joinJid);
2220						databaseBackend.updateConversation(conversation);
2221					}
2222
2223					if (mucOptions.mamSupport()) {
2224						getMessageArchiveService().catchupMUC(conversation);
2225					}
2226					if (mucOptions.isPrivateAndNonAnonymous()) {
2227						fetchConferenceMembers(conversation);
2228						if (followedInvite && conversation.getBookmark() == null) {
2229							saveConversationAsBookmark(conversation, null);
2230						}
2231					}
2232					sendUnsentMessages(conversation);
2233				}
2234
2235				@Override
2236				public void onConferenceConfigurationFetched(Conversation conversation) {
2237					join(conversation);
2238				}
2239
2240				@Override
2241				public void onFetchFailed(final Conversation conversation, Element error) {
2242					if (error != null && "remote-server-not-found".equals(error.getName())) {
2243						conversation.getMucOptions().setError(MucOptions.Error.SERVER_NOT_FOUND);
2244						updateConversationUi();
2245					} else {
2246						join(conversation);
2247						fetchConferenceConfiguration(conversation);
2248					}
2249				}
2250			});
2251			updateConversationUi();
2252		} else {
2253			account.pendingConferenceJoins.add(conversation);
2254			conversation.resetMucOptions();
2255			conversation.setHasMessagesLeftOnServer(false);
2256			updateConversationUi();
2257		}
2258	}
2259
2260	private void fetchConferenceMembers(final Conversation conversation) {
2261		final Account account = conversation.getAccount();
2262		final AxolotlService axolotlService = account.getAxolotlService();
2263		final String[] affiliations = {"member", "admin", "owner"};
2264		OnIqPacketReceived callback = new OnIqPacketReceived() {
2265
2266			private int i = 0;
2267			private boolean success = true;
2268
2269			@Override
2270			public void onIqPacketReceived(Account account, IqPacket packet) {
2271
2272				Element query = packet.query("http://jabber.org/protocol/muc#admin");
2273				if (packet.getType() == IqPacket.TYPE.RESULT && query != null) {
2274					for (Element child : query.getChildren()) {
2275						if ("item".equals(child.getName())) {
2276							MucOptions.User user = AbstractParser.parseItem(conversation, child);
2277							if (!user.realJidMatchesAccount()) {
2278								boolean isNew = conversation.getMucOptions().updateUser(user);
2279								Contact contact = user.getContact();
2280								if (isNew
2281										&& user.getRealJid() != null
2282										&& (contact == null || !contact.mutualPresenceSubscription())
2283										&& axolotlService.hasEmptyDeviceList(user.getRealJid())) {
2284									axolotlService.fetchDeviceIds(user.getRealJid());
2285								}
2286							}
2287						}
2288					}
2289				} else {
2290					success = false;
2291					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": could not request affiliation " + affiliations[i] + " in " + conversation.getJid().asBareJid());
2292				}
2293				++i;
2294				if (i >= affiliations.length) {
2295					List<Jid> members = conversation.getMucOptions().getMembers();
2296					if (success) {
2297						List<Jid> cryptoTargets = conversation.getAcceptedCryptoTargets();
2298						boolean changed = false;
2299						for (ListIterator<Jid> iterator = cryptoTargets.listIterator(); iterator.hasNext(); ) {
2300							Jid jid = iterator.next();
2301							if (!members.contains(jid)) {
2302								iterator.remove();
2303								Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": removed " + jid + " from crypto targets of " + conversation.getName());
2304								changed = true;
2305							}
2306						}
2307						if (changed) {
2308							conversation.setAcceptedCryptoTargets(cryptoTargets);
2309							updateConversation(conversation);
2310						}
2311					}
2312					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": retrieved members for " + conversation.getJid().asBareJid() + ": " + conversation.getMucOptions().getMembers());
2313					getAvatarService().clear(conversation);
2314					updateMucRosterUi();
2315					updateConversationUi();
2316				}
2317			}
2318		};
2319		for (String affiliation : affiliations) {
2320			sendIqPacket(account, mIqGenerator.queryAffiliation(conversation, affiliation), callback);
2321		}
2322		Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": fetching members for " + conversation.getName());
2323	}
2324
2325	public void providePasswordForMuc(Conversation conversation, String password) {
2326		if (conversation.getMode() == Conversation.MODE_MULTI) {
2327			conversation.getMucOptions().setPassword(password);
2328			if (conversation.getBookmark() != null) {
2329				if (respectAutojoin()) {
2330					conversation.getBookmark().setAutojoin(true);
2331				}
2332				pushBookmarks(conversation.getAccount());
2333			}
2334			updateConversation(conversation);
2335			joinMuc(conversation);
2336		}
2337	}
2338
2339	private boolean hasEnabledAccounts() {
2340		for (Account account : this.accounts) {
2341			if (account.isEnabled()) {
2342				return true;
2343			}
2344		}
2345		return false;
2346	}
2347
2348	public void persistSelfNick(MucOptions.User self) {
2349		final Conversation conversation = self.getConversation();
2350		Jid full = self.getFullJid();
2351		if (!full.equals(conversation.getJid())) {
2352			Log.d(Config.LOGTAG,"nick changed. updating");
2353			conversation.setContactJid(full);
2354			databaseBackend.updateConversation(conversation);
2355		}
2356
2357		Bookmark bookmark = conversation.getBookmark();
2358		if (bookmark != null && !full.getResource().equals(bookmark.getNick())) {
2359			bookmark.setNick(full.getResource());
2360			pushBookmarks(bookmark.getAccount());
2361		}
2362	}
2363
2364	public boolean renameInMuc(final Conversation conversation, final String nick, final UiCallback<Conversation> callback) {
2365		final MucOptions options = conversation.getMucOptions();
2366		final Jid joinJid = options.createJoinJid(nick);
2367		if (joinJid == null) {
2368			return false;
2369		}
2370		if (options.online()) {
2371			Account account = conversation.getAccount();
2372			options.setOnRenameListener(new OnRenameListener() {
2373
2374				@Override
2375				public void onSuccess() {
2376					callback.success(conversation);
2377				}
2378
2379				@Override
2380				public void onFailure() {
2381					callback.error(R.string.nick_in_use, conversation);
2382				}
2383			});
2384
2385			PresencePacket packet = new PresencePacket();
2386			packet.setTo(joinJid);
2387			packet.setFrom(conversation.getAccount().getJid());
2388
2389			String sig = account.getPgpSignature();
2390			if (sig != null) {
2391				packet.addChild("status").setContent("online");
2392				packet.addChild("x", "jabber:x:signed").setContent(sig);
2393			}
2394			sendPresencePacket(account, packet);
2395		} else {
2396			conversation.setContactJid(joinJid);
2397			databaseBackend.updateConversation(conversation);
2398			if (conversation.getAccount().getStatus() == Account.State.ONLINE) {
2399				Bookmark bookmark = conversation.getBookmark();
2400				if (bookmark != null) {
2401					bookmark.setNick(nick);
2402					pushBookmarks(bookmark.getAccount());
2403				}
2404				joinMuc(conversation);
2405			}
2406		}
2407		return true;
2408	}
2409
2410	public void leaveMuc(Conversation conversation) {
2411		leaveMuc(conversation, false);
2412	}
2413
2414	private void leaveMuc(Conversation conversation, boolean now) {
2415		Account account = conversation.getAccount();
2416		account.pendingConferenceJoins.remove(conversation);
2417		account.pendingConferenceLeaves.remove(conversation);
2418		if (account.getStatus() == Account.State.ONLINE || now) {
2419			sendPresencePacket(conversation.getAccount(), mPresenceGenerator.leave(conversation.getMucOptions()));
2420			conversation.getMucOptions().setOffline();
2421			Bookmark bookmark = conversation.getBookmark();
2422			if (bookmark != null) {
2423				bookmark.setConversation(null);
2424			}
2425			Log.d(Config.LOGTAG, conversation.getAccount().getJid().asBareJid() + ": leaving muc " + conversation.getJid());
2426		} else {
2427			account.pendingConferenceLeaves.add(conversation);
2428		}
2429	}
2430
2431	public String findConferenceServer(final Account account) {
2432		String server;
2433		if (account.getXmppConnection() != null) {
2434			server = account.getXmppConnection().getMucServer();
2435			if (server != null) {
2436				return server;
2437			}
2438		}
2439		for (Account other : getAccounts()) {
2440			if (other != account && other.getXmppConnection() != null) {
2441				server = other.getXmppConnection().getMucServer();
2442				if (server != null) {
2443					return server;
2444				}
2445			}
2446		}
2447		return null;
2448	}
2449
2450	public boolean createAdhocConference(final Account account,
2451	                                     final String subject,
2452	                                     final Iterable<Jid> jids,
2453	                                     final UiCallback<Conversation> callback) {
2454		Log.d(Config.LOGTAG, account.getJid().asBareJid().toString() + ": creating adhoc conference with " + jids.toString());
2455		if (account.getStatus() == Account.State.ONLINE) {
2456			try {
2457				String server = findConferenceServer(account);
2458				if (server == null) {
2459					if (callback != null) {
2460						callback.error(R.string.no_conference_server_found, null);
2461					}
2462					return false;
2463				}
2464				final Jid jid = Jid.of(new BigInteger(64, getRNG()).toString(Character.MAX_RADIX), server, null);
2465				final Conversation conversation = findOrCreateConversation(account, jid, true, false, true);
2466				joinMuc(conversation, new OnConferenceJoined() {
2467					@Override
2468					public void onConferenceJoined(final Conversation conversation) {
2469						pushConferenceConfiguration(conversation, IqGenerator.defaultRoomConfiguration(), new OnConfigurationPushed() {
2470							@Override
2471							public void onPushSucceeded() {
2472								if (subject != null && !subject.trim().isEmpty()) {
2473									pushSubjectToConference(conversation, subject.trim());
2474								}
2475								for (Jid invite : jids) {
2476									invite(conversation, invite);
2477								}
2478								if (account.countPresences() > 1) {
2479									directInvite(conversation, account.getJid().asBareJid());
2480								}
2481								saveConversationAsBookmark(conversation, subject);
2482								if (callback != null) {
2483									callback.success(conversation);
2484								}
2485							}
2486
2487							@Override
2488							public void onPushFailed() {
2489								archiveConversation(conversation);
2490								if (callback != null) {
2491									callback.error(R.string.conference_creation_failed, conversation);
2492								}
2493							}
2494						});
2495					}
2496				});
2497				return true;
2498			} catch (IllegalArgumentException e) {
2499				if (callback != null) {
2500					callback.error(R.string.conference_creation_failed, null);
2501				}
2502				return false;
2503			}
2504		} else {
2505			if (callback != null) {
2506				callback.error(R.string.not_connected_try_again, null);
2507			}
2508			return false;
2509		}
2510	}
2511
2512	public void fetchConferenceConfiguration(final Conversation conversation) {
2513		fetchConferenceConfiguration(conversation, null);
2514	}
2515
2516	public void fetchConferenceConfiguration(final Conversation conversation, final OnConferenceConfigurationFetched callback) {
2517		IqPacket request = new IqPacket(IqPacket.TYPE.GET);
2518		request.setTo(conversation.getJid().asBareJid());
2519		request.query("http://jabber.org/protocol/disco#info");
2520		sendIqPacket(conversation.getAccount(), request, new OnIqPacketReceived() {
2521			@Override
2522			public void onIqPacketReceived(Account account, IqPacket packet) {
2523				Element query = packet.findChild("query", "http://jabber.org/protocol/disco#info");
2524				if (packet.getType() == IqPacket.TYPE.RESULT && query != null) {
2525					ArrayList<String> features = new ArrayList<>();
2526					for (Element child : query.getChildren()) {
2527						if (child != null && child.getName().equals("feature")) {
2528							String var = child.getAttribute("var");
2529							if (var != null) {
2530								features.add(var);
2531							}
2532						}
2533					}
2534					Element form = query.findChild("x", Namespace.DATA);
2535					if (form != null) {
2536						conversation.getMucOptions().updateFormData(Data.parse(form));
2537					}
2538					conversation.getMucOptions().updateFeatures(features);
2539					if (callback != null) {
2540						callback.onConferenceConfigurationFetched(conversation);
2541					}
2542					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": fetched muc configuration for " + conversation.getJid().asBareJid() + " - " + features.toString());
2543					updateConversationUi();
2544				} else if (packet.getType() == IqPacket.TYPE.ERROR) {
2545					if (callback != null) {
2546						callback.onFetchFailed(conversation, packet.getError());
2547					}
2548				}
2549			}
2550		});
2551	}
2552
2553	public void pushNodeConfiguration(Account account, final String node, final Bundle options, final OnConfigurationPushed callback) {
2554		pushNodeConfiguration(account, account.getJid().asBareJid(), node, options, callback);
2555	}
2556
2557	public void pushNodeConfiguration(Account account, final Jid jid, final String node, final Bundle options, final OnConfigurationPushed callback) {
2558		sendIqPacket(account, mIqGenerator.requestPubsubConfiguration(jid, node), new OnIqPacketReceived() {
2559			@Override
2560			public void onIqPacketReceived(Account account, IqPacket packet) {
2561				if (packet.getType() == IqPacket.TYPE.RESULT) {
2562					Element pubsub = packet.findChild("pubsub", "http://jabber.org/protocol/pubsub#owner");
2563					Element configuration = pubsub == null ? null : pubsub.findChild("configure");
2564					Element x = configuration == null ? null : configuration.findChild("x", Namespace.DATA);
2565					if (x != null) {
2566						Data data = Data.parse(x);
2567						data.submit(options);
2568						sendIqPacket(account, mIqGenerator.publishPubsubConfiguration(jid, node, data), new OnIqPacketReceived() {
2569							@Override
2570							public void onIqPacketReceived(Account account, IqPacket packet) {
2571								if (packet.getType() == IqPacket.TYPE.RESULT && callback != null) {
2572									callback.onPushSucceeded();
2573								} else {
2574									Log.d(Config.LOGTAG, packet.toString());
2575								}
2576							}
2577						});
2578					} else if (callback != null) {
2579						callback.onPushFailed();
2580					}
2581				} else if (callback != null) {
2582					callback.onPushFailed();
2583				}
2584			}
2585		});
2586	}
2587
2588	public void pushConferenceConfiguration(final Conversation conversation, final Bundle options, final OnConfigurationPushed callback) {
2589		IqPacket request = new IqPacket(IqPacket.TYPE.GET);
2590		request.setTo(conversation.getJid().asBareJid());
2591		request.query("http://jabber.org/protocol/muc#owner");
2592		sendIqPacket(conversation.getAccount(), request, new OnIqPacketReceived() {
2593			@Override
2594			public void onIqPacketReceived(Account account, IqPacket packet) {
2595				if (packet.getType() == IqPacket.TYPE.RESULT) {
2596					Data data = Data.parse(packet.query().findChild("x", Namespace.DATA));
2597					data.submit(options);
2598					IqPacket set = new IqPacket(IqPacket.TYPE.SET);
2599					set.setTo(conversation.getJid().asBareJid());
2600					set.query("http://jabber.org/protocol/muc#owner").addChild(data);
2601					sendIqPacket(account, set, new OnIqPacketReceived() {
2602						@Override
2603						public void onIqPacketReceived(Account account, IqPacket packet) {
2604							if (callback != null) {
2605								if (packet.getType() == IqPacket.TYPE.RESULT) {
2606									callback.onPushSucceeded();
2607								} else {
2608									callback.onPushFailed();
2609								}
2610							}
2611						}
2612					});
2613				} else {
2614					if (callback != null) {
2615						callback.onPushFailed();
2616					}
2617				}
2618			}
2619		});
2620	}
2621
2622	public void pushSubjectToConference(final Conversation conference, final String subject) {
2623		MessagePacket packet = this.getMessageGenerator().conferenceSubject(conference, subject);
2624		this.sendMessagePacket(conference.getAccount(), packet);
2625		final MucOptions mucOptions = conference.getMucOptions();
2626		final MucOptions.User self = mucOptions.getSelf();
2627		if (self.getAffiliation().ranks(MucOptions.Affiliation.OWNER)) {
2628			Bundle options = new Bundle();
2629			options.putString("muc#roomconfig_persistentroom", "1");
2630			options.putString("muc#roomconfig_roomname", subject);
2631			this.pushConferenceConfiguration(conference, options, null);
2632		}
2633	}
2634
2635	public void changeAffiliationInConference(final Conversation conference, Jid user, final MucOptions.Affiliation affiliation, final OnAffiliationChanged callback) {
2636		final Jid jid = user.asBareJid();
2637		IqPacket request = this.mIqGenerator.changeAffiliation(conference, jid, affiliation.toString());
2638		sendIqPacket(conference.getAccount(), request, new OnIqPacketReceived() {
2639			@Override
2640			public void onIqPacketReceived(Account account, IqPacket packet) {
2641				if (packet.getType() == IqPacket.TYPE.RESULT) {
2642					conference.getMucOptions().changeAffiliation(jid, affiliation);
2643					getAvatarService().clear(conference);
2644					callback.onAffiliationChangedSuccessful(jid);
2645				} else {
2646					callback.onAffiliationChangeFailed(jid, R.string.could_not_change_affiliation);
2647				}
2648			}
2649		});
2650	}
2651
2652	public void changeAffiliationsInConference(final Conversation conference, MucOptions.Affiliation before, MucOptions.Affiliation after) {
2653		List<Jid> jids = new ArrayList<>();
2654		for (MucOptions.User user : conference.getMucOptions().getUsers()) {
2655			if (user.getAffiliation() == before && user.getRealJid() != null) {
2656				jids.add(user.getRealJid());
2657			}
2658		}
2659		IqPacket request = this.mIqGenerator.changeAffiliation(conference, jids, after.toString());
2660		sendIqPacket(conference.getAccount(), request, mDefaultIqHandler);
2661	}
2662
2663	public void changeRoleInConference(final Conversation conference, final String nick, MucOptions.Role role, final OnRoleChanged callback) {
2664		IqPacket request = this.mIqGenerator.changeRole(conference, nick, role.toString());
2665		Log.d(Config.LOGTAG, request.toString());
2666		sendIqPacket(conference.getAccount(), request, new OnIqPacketReceived() {
2667			@Override
2668			public void onIqPacketReceived(Account account, IqPacket packet) {
2669				Log.d(Config.LOGTAG, packet.toString());
2670				if (packet.getType() == IqPacket.TYPE.RESULT) {
2671					callback.onRoleChangedSuccessful(nick);
2672				} else {
2673					callback.onRoleChangeFailed(nick, R.string.could_not_change_role);
2674				}
2675			}
2676		});
2677	}
2678
2679	private void disconnect(Account account, boolean force) {
2680		if ((account.getStatus() == Account.State.ONLINE)
2681				|| (account.getStatus() == Account.State.DISABLED)) {
2682			final XmppConnection connection = account.getXmppConnection();
2683			if (!force) {
2684				List<Conversation> conversations = getConversations();
2685				for (Conversation conversation : conversations) {
2686					if (conversation.getAccount() == account) {
2687						if (conversation.getMode() == Conversation.MODE_MULTI) {
2688							leaveMuc(conversation, true);
2689						}
2690					}
2691				}
2692				sendOfflinePresence(account);
2693			}
2694			connection.disconnect(force);
2695		}
2696	}
2697
2698	@Override
2699	public IBinder onBind(Intent intent) {
2700		return mBinder;
2701	}
2702
2703	public void updateMessage(Message message) {
2704		databaseBackend.updateMessage(message);
2705		updateConversationUi();
2706	}
2707
2708	public void updateMessage(Message message, String uuid) {
2709		databaseBackend.updateMessage(message, uuid);
2710		updateConversationUi();
2711	}
2712
2713	protected void syncDirtyContacts(Account account) {
2714		for (Contact contact : account.getRoster().getContacts()) {
2715			if (contact.getOption(Contact.Options.DIRTY_PUSH)) {
2716				pushContactToServer(contact);
2717			}
2718			if (contact.getOption(Contact.Options.DIRTY_DELETE)) {
2719				deleteContactOnServer(contact);
2720			}
2721		}
2722	}
2723
2724	public void createContact(Contact contact, boolean autoGrant) {
2725		if (autoGrant) {
2726			contact.setOption(Contact.Options.PREEMPTIVE_GRANT);
2727			contact.setOption(Contact.Options.ASKING);
2728		}
2729		pushContactToServer(contact);
2730	}
2731
2732	public void pushContactToServer(final Contact contact) {
2733		contact.resetOption(Contact.Options.DIRTY_DELETE);
2734		contact.setOption(Contact.Options.DIRTY_PUSH);
2735		final Account account = contact.getAccount();
2736		if (account.getStatus() == Account.State.ONLINE) {
2737			final boolean ask = contact.getOption(Contact.Options.ASKING);
2738			final boolean sendUpdates = contact
2739					.getOption(Contact.Options.PENDING_SUBSCRIPTION_REQUEST)
2740					&& contact.getOption(Contact.Options.PREEMPTIVE_GRANT);
2741			final IqPacket iq = new IqPacket(IqPacket.TYPE.SET);
2742			iq.query(Namespace.ROSTER).addChild(contact.asElement());
2743			account.getXmppConnection().sendIqPacket(iq, mDefaultIqHandler);
2744			if (sendUpdates) {
2745				sendPresencePacket(account,
2746						mPresenceGenerator.sendPresenceUpdatesTo(contact));
2747			}
2748			if (ask) {
2749				sendPresencePacket(account,
2750						mPresenceGenerator.requestPresenceUpdatesFrom(contact));
2751			}
2752		}
2753	}
2754
2755	public void publishAvatar(final Account account, final Uri image, final UiCallback<Avatar> callback) {
2756		new Thread(() -> {
2757			final Bitmap.CompressFormat format = Config.AVATAR_FORMAT;
2758			final int size = Config.AVATAR_SIZE;
2759			final Avatar avatar = getFileBackend().getPepAvatar(image, size, format);
2760			if (avatar != null) {
2761				if (!getFileBackend().save(avatar)) {
2762					callback.error(R.string.error_saving_avatar, avatar);
2763					return;
2764				}
2765				publishAvatar(account, avatar, callback);
2766			} else {
2767				callback.error(R.string.error_publish_avatar_converting, null);
2768			}
2769		}).start();
2770
2771	}
2772
2773	public void publishAvatar(Account account, final Avatar avatar, final UiCallback<Avatar> callback) {
2774		IqPacket packet = this.mIqGenerator.publishAvatar(avatar);
2775		this.sendIqPacket(account, packet, new OnIqPacketReceived() {
2776
2777			@Override
2778			public void onIqPacketReceived(Account account, IqPacket result) {
2779				if (result.getType() == IqPacket.TYPE.RESULT) {
2780					final IqPacket packet = XmppConnectionService.this.mIqGenerator.publishAvatarMetadata(avatar);
2781					sendIqPacket(account, packet, new OnIqPacketReceived() {
2782						@Override
2783						public void onIqPacketReceived(Account account, IqPacket result) {
2784							if (result.getType() == IqPacket.TYPE.RESULT) {
2785								if (account.setAvatar(avatar.getFilename())) {
2786									getAvatarService().clear(account);
2787									databaseBackend.updateAccount(account);
2788								}
2789								Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": published avatar " + (avatar.size / 1024) + "KiB");
2790								if (callback != null) {
2791									callback.success(avatar);
2792								}
2793							} else {
2794								if (callback != null) {
2795									callback.error(R.string.error_publish_avatar_server_reject, avatar);
2796								}
2797							}
2798						}
2799					});
2800				} else {
2801					Element error = result.findChild("error");
2802					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": server rejected avatar " + (avatar.size / 1024) + "KiB " + (error != null ? error.toString() : ""));
2803					if (callback != null) {
2804						callback.error(R.string.error_publish_avatar_server_reject, avatar);
2805					}
2806				}
2807			}
2808		});
2809	}
2810
2811	public void republishAvatarIfNeeded(Account account) {
2812		if (account.getAxolotlService().isPepBroken()) {
2813			Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": skipping republication of avatar because pep is broken");
2814			return;
2815		}
2816		IqPacket packet = this.mIqGenerator.retrieveAvatarMetaData(null);
2817		this.sendIqPacket(account, packet, new OnIqPacketReceived() {
2818
2819			private Avatar parseAvatar(IqPacket packet) {
2820				Element pubsub = packet.findChild("pubsub", "http://jabber.org/protocol/pubsub");
2821				if (pubsub != null) {
2822					Element items = pubsub.findChild("items");
2823					if (items != null) {
2824						return Avatar.parseMetadata(items);
2825					}
2826				}
2827				return null;
2828			}
2829
2830			private boolean errorIsItemNotFound(IqPacket packet) {
2831				Element error = packet.findChild("error");
2832				return packet.getType() == IqPacket.TYPE.ERROR
2833						&& error != null
2834						&& error.hasChild("item-not-found");
2835			}
2836
2837			@Override
2838			public void onIqPacketReceived(Account account, IqPacket packet) {
2839				if (packet.getType() == IqPacket.TYPE.RESULT || errorIsItemNotFound(packet)) {
2840					Avatar serverAvatar = parseAvatar(packet);
2841					if (serverAvatar == null && account.getAvatar() != null) {
2842						Avatar avatar = fileBackend.getStoredPepAvatar(account.getAvatar());
2843						if (avatar != null) {
2844							Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": avatar on server was null. republishing");
2845							publishAvatar(account, fileBackend.getStoredPepAvatar(account.getAvatar()), null);
2846						} else {
2847							Log.e(Config.LOGTAG, account.getJid().asBareJid() + ": error rereading avatar");
2848						}
2849					}
2850				}
2851			}
2852		});
2853	}
2854
2855	public void fetchAvatar(Account account, Avatar avatar) {
2856		fetchAvatar(account, avatar, null);
2857	}
2858
2859	public void fetchAvatar(Account account, final Avatar avatar, final UiCallback<Avatar> callback) {
2860		final String KEY = generateFetchKey(account, avatar);
2861		synchronized (this.mInProgressAvatarFetches) {
2862			if (!this.mInProgressAvatarFetches.contains(KEY)) {
2863				switch (avatar.origin) {
2864					case PEP:
2865						this.mInProgressAvatarFetches.add(KEY);
2866						fetchAvatarPep(account, avatar, callback);
2867						break;
2868					case VCARD:
2869						this.mInProgressAvatarFetches.add(KEY);
2870						fetchAvatarVcard(account, avatar, callback);
2871						break;
2872				}
2873			}
2874		}
2875	}
2876
2877	private void fetchAvatarPep(Account account, final Avatar avatar, final UiCallback<Avatar> callback) {
2878		IqPacket packet = this.mIqGenerator.retrievePepAvatar(avatar);
2879		sendIqPacket(account, packet, new OnIqPacketReceived() {
2880
2881			@Override
2882			public void onIqPacketReceived(Account account, IqPacket result) {
2883				synchronized (mInProgressAvatarFetches) {
2884					mInProgressAvatarFetches.remove(generateFetchKey(account, avatar));
2885				}
2886				final String ERROR = account.getJid().asBareJid()
2887						+ ": fetching avatar for " + avatar.owner + " failed ";
2888				if (result.getType() == IqPacket.TYPE.RESULT) {
2889					avatar.image = mIqParser.avatarData(result);
2890					if (avatar.image != null) {
2891						if (getFileBackend().save(avatar)) {
2892							if (account.getJid().asBareJid().equals(avatar.owner)) {
2893								if (account.setAvatar(avatar.getFilename())) {
2894									databaseBackend.updateAccount(account);
2895								}
2896								getAvatarService().clear(account);
2897								updateConversationUi();
2898								updateAccountUi();
2899							} else {
2900								Contact contact = account.getRoster()
2901										.getContact(avatar.owner);
2902								contact.setAvatar(avatar);
2903								getAvatarService().clear(contact);
2904								updateConversationUi();
2905								updateRosterUi();
2906							}
2907							if (callback != null) {
2908								callback.success(avatar);
2909							}
2910							Log.d(Config.LOGTAG, account.getJid().asBareJid()
2911									+ ": successfully fetched pep avatar for " + avatar.owner);
2912							return;
2913						}
2914					} else {
2915
2916						Log.d(Config.LOGTAG, ERROR + "(parsing error)");
2917					}
2918				} else {
2919					Element error = result.findChild("error");
2920					if (error == null) {
2921						Log.d(Config.LOGTAG, ERROR + "(server error)");
2922					} else {
2923						Log.d(Config.LOGTAG, ERROR + error.toString());
2924					}
2925				}
2926				if (callback != null) {
2927					callback.error(0, null);
2928				}
2929
2930			}
2931		});
2932	}
2933
2934	private void fetchAvatarVcard(final Account account, final Avatar avatar, final UiCallback<Avatar> callback) {
2935		IqPacket packet = this.mIqGenerator.retrieveVcardAvatar(avatar);
2936		this.sendIqPacket(account, packet, new OnIqPacketReceived() {
2937			@Override
2938			public void onIqPacketReceived(Account account, IqPacket packet) {
2939				synchronized (mInProgressAvatarFetches) {
2940					mInProgressAvatarFetches.remove(generateFetchKey(account, avatar));
2941				}
2942				if (packet.getType() == IqPacket.TYPE.RESULT) {
2943					Element vCard = packet.findChild("vCard", "vcard-temp");
2944					Element photo = vCard != null ? vCard.findChild("PHOTO") : null;
2945					String image = photo != null ? photo.findChildContent("BINVAL") : null;
2946					if (image != null) {
2947						avatar.image = image;
2948						if (getFileBackend().save(avatar)) {
2949							Log.d(Config.LOGTAG, account.getJid().asBareJid()
2950									+ ": successfully fetched vCard avatar for " + avatar.owner);
2951							if (avatar.owner.isBareJid()) {
2952								if (account.getJid().asBareJid().equals(avatar.owner) && account.getAvatar() == null) {
2953									Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": had no avatar. replacing with vcard");
2954									account.setAvatar(avatar.getFilename());
2955									databaseBackend.updateAccount(account);
2956									getAvatarService().clear(account);
2957									updateAccountUi();
2958								} else {
2959									Contact contact = account.getRoster().getContact(avatar.owner);
2960									contact.setAvatar(avatar);
2961									getAvatarService().clear(contact);
2962									updateRosterUi();
2963								}
2964								updateConversationUi();
2965							} else {
2966								Conversation conversation = find(account, avatar.owner.asBareJid());
2967								if (conversation != null && conversation.getMode() == Conversation.MODE_MULTI) {
2968									MucOptions.User user = conversation.getMucOptions().findUserByFullJid(avatar.owner);
2969									if (user != null) {
2970										if (user.setAvatar(avatar)) {
2971											getAvatarService().clear(user);
2972											updateConversationUi();
2973											updateMucRosterUi();
2974										}
2975									}
2976								}
2977							}
2978						}
2979					}
2980				}
2981			}
2982		});
2983	}
2984
2985	public void checkForAvatar(Account account, final UiCallback<Avatar> callback) {
2986		IqPacket packet = this.mIqGenerator.retrieveAvatarMetaData(null);
2987		this.sendIqPacket(account, packet, new OnIqPacketReceived() {
2988
2989			@Override
2990			public void onIqPacketReceived(Account account, IqPacket packet) {
2991				if (packet.getType() == IqPacket.TYPE.RESULT) {
2992					Element pubsub = packet.findChild("pubsub", "http://jabber.org/protocol/pubsub");
2993					if (pubsub != null) {
2994						Element items = pubsub.findChild("items");
2995						if (items != null) {
2996							Avatar avatar = Avatar.parseMetadata(items);
2997							if (avatar != null) {
2998								avatar.owner = account.getJid().asBareJid();
2999								if (fileBackend.isAvatarCached(avatar)) {
3000									if (account.setAvatar(avatar.getFilename())) {
3001										databaseBackend.updateAccount(account);
3002									}
3003									getAvatarService().clear(account);
3004									callback.success(avatar);
3005								} else {
3006									fetchAvatarPep(account, avatar, callback);
3007								}
3008								return;
3009							}
3010						}
3011					}
3012				}
3013				callback.error(0, null);
3014			}
3015		});
3016	}
3017
3018	public void deleteContactOnServer(Contact contact) {
3019		contact.resetOption(Contact.Options.PREEMPTIVE_GRANT);
3020		contact.resetOption(Contact.Options.DIRTY_PUSH);
3021		contact.setOption(Contact.Options.DIRTY_DELETE);
3022		Account account = contact.getAccount();
3023		if (account.getStatus() == Account.State.ONLINE) {
3024			IqPacket iq = new IqPacket(IqPacket.TYPE.SET);
3025			Element item = iq.query(Namespace.ROSTER).addChild("item");
3026			item.setAttribute("jid", contact.getJid().toString());
3027			item.setAttribute("subscription", "remove");
3028			account.getXmppConnection().sendIqPacket(iq, mDefaultIqHandler);
3029		}
3030	}
3031
3032	public void updateConversation(final Conversation conversation) {
3033		mDatabaseWriterExecutor.execute(() -> databaseBackend.updateConversation(conversation));
3034	}
3035
3036	private void reconnectAccount(final Account account, final boolean force, final boolean interactive) {
3037		synchronized (account) {
3038			XmppConnection connection = account.getXmppConnection();
3039			if (connection == null) {
3040				connection = createConnection(account);
3041				account.setXmppConnection(connection);
3042			}
3043			boolean hasInternet = hasInternetConnection();
3044			if (account.isEnabled() && hasInternet) {
3045				if (!force) {
3046					disconnect(account, false);
3047				}
3048				Thread thread = new Thread(connection);
3049				connection.setInteractive(interactive);
3050				connection.prepareNewConnection();
3051				connection.interrupt();
3052				thread.start();
3053				scheduleWakeUpCall(Config.CONNECT_DISCO_TIMEOUT, account.getUuid().hashCode());
3054			} else {
3055				disconnect(account, force || account.getTrueStatus().isError() || !hasInternet);
3056				account.getRoster().clearPresences();
3057				connection.resetEverything();
3058				final AxolotlService axolotlService = account.getAxolotlService();
3059				if (axolotlService != null) {
3060					axolotlService.resetBrokenness();
3061				}
3062				if (!hasInternet) {
3063					account.setStatus(Account.State.NO_INTERNET);
3064				}
3065			}
3066		}
3067	}
3068
3069	public void reconnectAccountInBackground(final Account account) {
3070		new Thread(new Runnable() {
3071			@Override
3072			public void run() {
3073				reconnectAccount(account, false, true);
3074			}
3075		}).start();
3076	}
3077
3078	public void invite(Conversation conversation, Jid contact) {
3079		Log.d(Config.LOGTAG, conversation.getAccount().getJid().asBareJid() + ": inviting " + contact + " to " + conversation.getJid().asBareJid());
3080		MessagePacket packet = mMessageGenerator.invite(conversation, contact);
3081		sendMessagePacket(conversation.getAccount(), packet);
3082	}
3083
3084	public void directInvite(Conversation conversation, Jid jid) {
3085		MessagePacket packet = mMessageGenerator.directInvite(conversation, jid);
3086		sendMessagePacket(conversation.getAccount(), packet);
3087	}
3088
3089	public void resetSendingToWaiting(Account account) {
3090		for (Conversation conversation : getConversations()) {
3091			if (conversation.getAccount() == account) {
3092				conversation.findUnsentTextMessages(new Conversation.OnMessageFound() {
3093
3094					@Override
3095					public void onMessageFound(Message message) {
3096						markMessage(message, Message.STATUS_WAITING);
3097					}
3098				});
3099			}
3100		}
3101	}
3102
3103	public Message markMessage(final Account account, final Jid recipient, final String uuid, final int status) {
3104		return markMessage(account, recipient, uuid, status, null);
3105	}
3106
3107	public Message markMessage(final Account account, final Jid recipient, final String uuid, final int status, String errorMessage) {
3108		if (uuid == null) {
3109			return null;
3110		}
3111		for (Conversation conversation : getConversations()) {
3112			if (conversation.getJid().asBareJid().equals(recipient) && conversation.getAccount() == account) {
3113				final Message message = conversation.findSentMessageWithUuidOrRemoteId(uuid);
3114				if (message != null) {
3115					markMessage(message, status, errorMessage);
3116				}
3117				return message;
3118			}
3119		}
3120		return null;
3121	}
3122
3123	public boolean markMessage(Conversation conversation, String uuid, int status, String serverMessageId) {
3124		if (uuid == null) {
3125			return false;
3126		} else {
3127			Message message = conversation.findSentMessageWithUuid(uuid);
3128			if (message != null) {
3129				if (message.getServerMsgId() == null) {
3130					message.setServerMsgId(serverMessageId);
3131				}
3132				markMessage(message, status);
3133				return true;
3134			} else {
3135				return false;
3136			}
3137		}
3138	}
3139
3140	public void markMessage(Message message, int status) {
3141		markMessage(message, status, null);
3142	}
3143
3144
3145	public void markMessage(Message message, int status, String errorMessage) {
3146		if (status == Message.STATUS_SEND_FAILED
3147				&& (message.getStatus() == Message.STATUS_SEND_RECEIVED || message
3148				.getStatus() == Message.STATUS_SEND_DISPLAYED)) {
3149			return;
3150		}
3151		message.setErrorMessage(errorMessage);
3152		message.setStatus(status);
3153		databaseBackend.updateMessage(message);
3154		updateConversationUi();
3155	}
3156
3157	private SharedPreferences getPreferences() {
3158		return PreferenceManager.getDefaultSharedPreferences(getApplicationContext());
3159	}
3160
3161	public long getAutomaticMessageDeletionDate() {
3162		final long timeout = getLongPreference(SettingsActivity.AUTOMATIC_MESSAGE_DELETION, R.integer.automatic_message_deletion);
3163		return timeout == 0 ? timeout : (System.currentTimeMillis() - (timeout * 1000));
3164	}
3165
3166	public long getLongPreference(String name, @IntegerRes int res) {
3167		long defaultValue = getResources().getInteger(res);
3168		try {
3169			return Long.parseLong(getPreferences().getString(name, String.valueOf(defaultValue)));
3170		} catch (NumberFormatException e) {
3171			return defaultValue;
3172		}
3173	}
3174
3175	public boolean getBooleanPreference(String name, @BoolRes int res) {
3176		return getPreferences().getBoolean(name, getResources().getBoolean(res));
3177	}
3178
3179	public boolean confirmMessages() {
3180		return getBooleanPreference("confirm_messages", R.bool.confirm_messages);
3181	}
3182
3183	public boolean allowMessageCorrection() {
3184		return getBooleanPreference("allow_message_correction", R.bool.allow_message_correction);
3185	}
3186
3187	public boolean sendChatStates() {
3188		return getBooleanPreference("chat_states", R.bool.chat_states);
3189	}
3190
3191	private boolean respectAutojoin() {
3192		return getBooleanPreference("autojoin", R.bool.autojoin);
3193	}
3194
3195	public boolean indicateReceived() {
3196		return getBooleanPreference("indicate_received", R.bool.indicate_received);
3197	}
3198
3199	public boolean useTorToConnect() {
3200		return Config.FORCE_ORBOT || getBooleanPreference("use_tor", R.bool.use_tor);
3201	}
3202
3203	public boolean showExtendedConnectionOptions() {
3204		return getBooleanPreference("show_connection_options", R.bool.show_connection_options);
3205	}
3206
3207	public boolean broadcastLastActivity() {
3208		return getBooleanPreference(SettingsActivity.BROADCAST_LAST_ACTIVITY, R.bool.last_activity);
3209	}
3210
3211	public int unreadCount() {
3212		int count = 0;
3213		for (Conversation conversation : getConversations()) {
3214			count += conversation.unreadCount();
3215		}
3216		return count;
3217	}
3218
3219
3220	public void showErrorToastInUi(int resId) {
3221		if (mOnShowErrorToast != null) {
3222			mOnShowErrorToast.onShowErrorToast(resId);
3223		}
3224	}
3225
3226	public void updateConversationUi() {
3227		if (mOnConversationUpdate != null) {
3228			mOnConversationUpdate.onConversationUpdate();
3229		}
3230	}
3231
3232	public void updateAccountUi() {
3233		if (mOnAccountUpdate != null) {
3234			mOnAccountUpdate.onAccountUpdate();
3235		}
3236	}
3237
3238	public void updateRosterUi() {
3239		if (mOnRosterUpdate != null) {
3240			mOnRosterUpdate.onRosterUpdate();
3241		}
3242	}
3243
3244	public boolean displayCaptchaRequest(Account account, String id, Data data, Bitmap captcha) {
3245		if (mOnCaptchaRequested != null) {
3246			DisplayMetrics metrics = getApplicationContext().getResources().getDisplayMetrics();
3247			Bitmap scaled = Bitmap.createScaledBitmap(captcha, (int) (captcha.getWidth() * metrics.scaledDensity),
3248					(int) (captcha.getHeight() * metrics.scaledDensity), false);
3249
3250			mOnCaptchaRequested.onCaptchaRequested(account, id, data, scaled);
3251			return true;
3252		}
3253		return false;
3254	}
3255
3256	public void updateBlocklistUi(final OnUpdateBlocklist.Status status) {
3257		if (mOnUpdateBlocklist != null) {
3258			mOnUpdateBlocklist.OnUpdateBlocklist(status);
3259		}
3260	}
3261
3262	public void updateMucRosterUi() {
3263		if (mOnMucRosterUpdate != null) {
3264			mOnMucRosterUpdate.onMucRosterUpdate();
3265		}
3266	}
3267
3268	public void keyStatusUpdated(AxolotlService.FetchStatus report) {
3269		if (mOnKeyStatusUpdated != null) {
3270			mOnKeyStatusUpdated.onKeyStatusUpdated(report);
3271		}
3272	}
3273
3274	public Account findAccountByJid(final Jid accountJid) {
3275		for (Account account : this.accounts) {
3276			if (account.getJid().asBareJid().equals(accountJid.asBareJid())) {
3277				return account;
3278			}
3279		}
3280		return null;
3281	}
3282
3283	public Conversation findConversationByUuid(String uuid) {
3284		for (Conversation conversation : getConversations()) {
3285			if (conversation.getUuid().equals(uuid)) {
3286				return conversation;
3287			}
3288		}
3289		return null;
3290	}
3291
3292	public boolean markRead(final Conversation conversation) {
3293		return markRead(conversation, true);
3294	}
3295
3296	public boolean markRead(final Conversation conversation, boolean clear) {
3297		if (clear) {
3298			mNotificationService.clear(conversation);
3299		}
3300		final List<Message> readMessages = conversation.markRead();
3301		if (readMessages.size() > 0) {
3302			Runnable runnable = new Runnable() {
3303				@Override
3304				public void run() {
3305					for (Message message : readMessages) {
3306						databaseBackend.updateMessage(message);
3307					}
3308				}
3309			};
3310			mDatabaseWriterExecutor.execute(runnable);
3311			updateUnreadCountBadge();
3312			return true;
3313		} else {
3314			return false;
3315		}
3316	}
3317
3318	public synchronized void updateUnreadCountBadge() {
3319		int count = unreadCount();
3320		if (unreadCount != count) {
3321			Log.d(Config.LOGTAG, "update unread count to " + count);
3322			if (count > 0) {
3323				ShortcutBadger.applyCount(getApplicationContext(), count);
3324			} else {
3325				ShortcutBadger.removeCount(getApplicationContext());
3326			}
3327			unreadCount = count;
3328		}
3329	}
3330
3331	public void sendReadMarker(final Conversation conversation) {
3332		final boolean isPrivateAndNonAnonymousMuc = conversation.getMode() == Conversation.MODE_MULTI && conversation.isPrivateAndNonAnonymous();
3333		final Message markable = conversation.getLatestMarkableMessage(isPrivateAndNonAnonymousMuc);
3334		if (this.markRead(conversation)) {
3335			updateConversationUi();
3336		}
3337		if (confirmMessages()
3338				&& markable != null
3339				&& (markable.trusted() || isPrivateAndNonAnonymousMuc)
3340				&& markable.getRemoteMsgId() != null) {
3341			Log.d(Config.LOGTAG, conversation.getAccount().getJid().asBareJid() + ": sending read marker to " + markable.getCounterpart().toString());
3342			Account account = conversation.getAccount();
3343			final Jid to = markable.getCounterpart();
3344			final boolean groupChat = conversation.getMode() == Conversation.MODE_MULTI;
3345			MessagePacket packet = mMessageGenerator.confirm(account, to, markable.getRemoteMsgId(), markable.getCounterpart(), groupChat);
3346			this.sendMessagePacket(conversation.getAccount(), packet);
3347		}
3348	}
3349
3350	public SecureRandom getRNG() {
3351		return this.mRandom;
3352	}
3353
3354	public MemorizingTrustManager getMemorizingTrustManager() {
3355		return this.mMemorizingTrustManager;
3356	}
3357
3358	public void setMemorizingTrustManager(MemorizingTrustManager trustManager) {
3359		this.mMemorizingTrustManager = trustManager;
3360	}
3361
3362	public void updateMemorizingTrustmanager() {
3363		final MemorizingTrustManager tm;
3364		final boolean dontTrustSystemCAs = getBooleanPreference("dont_trust_system_cas", R.bool.dont_trust_system_cas);
3365		if (dontTrustSystemCAs) {
3366			tm = new MemorizingTrustManager(getApplicationContext(), null);
3367		} else {
3368			tm = new MemorizingTrustManager(getApplicationContext());
3369		}
3370		setMemorizingTrustManager(tm);
3371	}
3372
3373	public PowerManager getPowerManager() {
3374		return this.pm;
3375	}
3376
3377	public LruCache<String, Bitmap> getBitmapCache() {
3378		return this.mBitmapCache;
3379	}
3380
3381	public void syncRosterToDisk(final Account account) {
3382		Runnable runnable = new Runnable() {
3383
3384			@Override
3385			public void run() {
3386				databaseBackend.writeRoster(account.getRoster());
3387			}
3388		};
3389		mDatabaseWriterExecutor.execute(runnable);
3390
3391	}
3392
3393	public Collection<String> getKnownHosts() {
3394		final Set<String> hosts = new HashSet<>();
3395		for (final Account account : getAccounts()) {
3396			hosts.add(account.getServer());
3397			for (final Contact contact : account.getRoster().getContacts()) {
3398				if (contact.showInRoster()) {
3399					final String server = contact.getServer();
3400					if (server != null && !hosts.contains(server)) {
3401						hosts.add(server);
3402					}
3403				}
3404			}
3405		}
3406		if (Config.DOMAIN_LOCK != null) {
3407			hosts.add(Config.DOMAIN_LOCK);
3408		}
3409		if (Config.MAGIC_CREATE_DOMAIN != null) {
3410			hosts.add(Config.MAGIC_CREATE_DOMAIN);
3411		}
3412		return hosts;
3413	}
3414
3415	public Collection<String> getKnownConferenceHosts() {
3416		final Set<String> mucServers = new HashSet<>();
3417		for (final Account account : accounts) {
3418			if (account.getXmppConnection() != null) {
3419				final String server = account.getXmppConnection().getMucServer();
3420				if (server != null) {
3421					mucServers.add(server);
3422				}
3423				for (Bookmark bookmark : account.getBookmarks()) {
3424					final Jid jid = bookmark.getJid();
3425					final String s = jid == null ? null : jid.getDomain();
3426					if (s != null) {
3427						mucServers.add(s);
3428					}
3429				}
3430			}
3431		}
3432		return mucServers;
3433	}
3434
3435	public void sendMessagePacket(Account account, MessagePacket packet) {
3436		XmppConnection connection = account.getXmppConnection();
3437		if (connection != null) {
3438			connection.sendMessagePacket(packet);
3439		}
3440	}
3441
3442	public void sendPresencePacket(Account account, PresencePacket packet) {
3443		XmppConnection connection = account.getXmppConnection();
3444		if (connection != null) {
3445			connection.sendPresencePacket(packet);
3446		}
3447	}
3448
3449	public void sendCreateAccountWithCaptchaPacket(Account account, String id, Data data) {
3450		final XmppConnection connection = account.getXmppConnection();
3451		if (connection != null) {
3452			IqPacket request = mIqGenerator.generateCreateAccountWithCaptcha(account, id, data);
3453			connection.sendUnmodifiedIqPacket(request, connection.registrationResponseListener,true);
3454		}
3455	}
3456
3457	public void sendIqPacket(final Account account, final IqPacket packet, final OnIqPacketReceived callback) {
3458		final XmppConnection connection = account.getXmppConnection();
3459		if (connection != null) {
3460			connection.sendIqPacket(packet, callback);
3461		}
3462	}
3463
3464	public void sendPresence(final Account account) {
3465		sendPresence(account, checkListeners() && broadcastLastActivity());
3466	}
3467
3468	private void sendPresence(final Account account, final boolean includeIdleTimestamp) {
3469		Presence.Status status;
3470		if (manuallyChangePresence()) {
3471			status = account.getPresenceStatus();
3472		} else {
3473			status = getTargetPresence();
3474		}
3475		PresencePacket packet = mPresenceGenerator.selfPresence(account,status);
3476		String message = account.getPresenceStatusMessage();
3477		if (message != null && !message.isEmpty()) {
3478			packet.addChild(new Element("status").setContent(message));
3479		}
3480		if (mLastActivity > 0 && includeIdleTimestamp) {
3481			long since = Math.min(mLastActivity, System.currentTimeMillis()); //don't send future dates
3482			packet.addChild("idle", Namespace.IDLE).setAttribute("since", AbstractGenerator.getTimestamp(since));
3483		}
3484		sendPresencePacket(account, packet);
3485	}
3486
3487	private void deactivateGracePeriod() {
3488		for (Account account : getAccounts()) {
3489			account.deactivateGracePeriod();
3490		}
3491	}
3492
3493	public void refreshAllPresences() {
3494		boolean includeIdleTimestamp = checkListeners() && broadcastLastActivity();
3495		for (Account account : getAccounts()) {
3496			if (account.isEnabled()) {
3497				sendPresence(account, includeIdleTimestamp);
3498			}
3499		}
3500	}
3501
3502	private void refreshAllGcmTokens() {
3503		for (Account account : getAccounts()) {
3504			if (account.isOnlineAndConnected() && mPushManagementService.available(account)) {
3505				mPushManagementService.registerPushTokenOnServer(account);
3506			}
3507		}
3508	}
3509
3510	private void sendOfflinePresence(final Account account) {
3511		Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": sending offline presence");
3512		sendPresencePacket(account, mPresenceGenerator.sendOfflinePresence(account));
3513	}
3514
3515	public MessageGenerator getMessageGenerator() {
3516		return this.mMessageGenerator;
3517	}
3518
3519	public PresenceGenerator getPresenceGenerator() {
3520		return this.mPresenceGenerator;
3521	}
3522
3523	public IqGenerator getIqGenerator() {
3524		return this.mIqGenerator;
3525	}
3526
3527	public IqParser getIqParser() {
3528		return this.mIqParser;
3529	}
3530
3531	public JingleConnectionManager getJingleConnectionManager() {
3532		return this.mJingleConnectionManager;
3533	}
3534
3535	public MessageArchiveService getMessageArchiveService() {
3536		return this.mMessageArchiveService;
3537	}
3538
3539	public List<Contact> findContacts(Jid jid, String accountJid) {
3540		ArrayList<Contact> contacts = new ArrayList<>();
3541		for (Account account : getAccounts()) {
3542			if ((account.isEnabled() || accountJid != null)
3543					&& (accountJid == null || accountJid.equals(account.getJid().asBareJid().toString()))) {
3544				Contact contact = account.getRoster().getContactFromRoster(jid);
3545				if (contact != null) {
3546					contacts.add(contact);
3547				}
3548			}
3549		}
3550		return contacts;
3551	}
3552
3553	public Conversation findFirstMuc(Jid jid) {
3554		for (Conversation conversation : getConversations()) {
3555			if (conversation.getAccount().isEnabled() && conversation.getJid().asBareJid().equals(jid.asBareJid()) && conversation.getMode() == Conversation.MODE_MULTI) {
3556				return conversation;
3557			}
3558		}
3559		return null;
3560	}
3561
3562	public NotificationService getNotificationService() {
3563		return this.mNotificationService;
3564	}
3565
3566	public HttpConnectionManager getHttpConnectionManager() {
3567		return this.mHttpConnectionManager;
3568	}
3569
3570	public void resendFailedMessages(final Message message) {
3571		final Collection<Message> messages = new ArrayList<>();
3572		Message current = message;
3573		while (current.getStatus() == Message.STATUS_SEND_FAILED) {
3574			messages.add(current);
3575			if (current.mergeable(current.next())) {
3576				current = current.next();
3577			} else {
3578				break;
3579			}
3580		}
3581		for (final Message msg : messages) {
3582			msg.setTime(System.currentTimeMillis());
3583			markMessage(msg, Message.STATUS_WAITING);
3584			this.resendMessage(msg, false);
3585		}
3586		message.getConversation().sort();
3587		updateConversationUi();
3588	}
3589
3590	public void clearConversationHistory(final Conversation conversation) {
3591		final long clearDate;
3592		final String reference;
3593		if (conversation.countMessages() > 0) {
3594			Message latestMessage = conversation.getLatestMessage();
3595			clearDate = latestMessage.getTimeSent() + 1000;
3596			reference = latestMessage.getServerMsgId();
3597		} else {
3598			clearDate = System.currentTimeMillis();
3599			reference = null;
3600		}
3601		conversation.clearMessages();
3602		conversation.setHasMessagesLeftOnServer(false); //avoid messages getting loaded through mam
3603		conversation.setLastClearHistory(clearDate, reference);
3604		Runnable runnable = new Runnable() {
3605			@Override
3606			public void run() {
3607				databaseBackend.deleteMessagesInConversation(conversation);
3608				databaseBackend.updateConversation(conversation);
3609			}
3610		};
3611		mDatabaseWriterExecutor.execute(runnable);
3612	}
3613
3614	public boolean sendBlockRequest(final Blockable blockable, boolean reportSpam) {
3615		if (blockable != null && blockable.getBlockedJid() != null) {
3616			final Jid jid = blockable.getBlockedJid();
3617			this.sendIqPacket(blockable.getAccount(), getIqGenerator().generateSetBlockRequest(jid, reportSpam), new OnIqPacketReceived() {
3618
3619				@Override
3620				public void onIqPacketReceived(final Account account, final IqPacket packet) {
3621					if (packet.getType() == IqPacket.TYPE.RESULT) {
3622						account.getBlocklist().add(jid);
3623						updateBlocklistUi(OnUpdateBlocklist.Status.BLOCKED);
3624					}
3625				}
3626			});
3627			if (removeBlockedConversations(blockable.getAccount(), jid)) {
3628				updateConversationUi();
3629				return true;
3630			} else {
3631				return false;
3632			}
3633		} else {
3634			return false;
3635		}
3636	}
3637
3638	public boolean removeBlockedConversations(final Account account, final Jid blockedJid) {
3639		boolean removed = false;
3640		synchronized (this.conversations) {
3641			boolean domainJid = blockedJid.getLocal() == null;
3642			for (Conversation conversation : this.conversations) {
3643				boolean jidMatches = (domainJid && blockedJid.getDomain().equals(conversation.getJid().getDomain()))
3644						|| blockedJid.equals(conversation.getJid().asBareJid());
3645				if (conversation.getAccount() == account
3646						&& conversation.getMode() == Conversation.MODE_SINGLE
3647						&& jidMatches) {
3648					this.conversations.remove(conversation);
3649					markRead(conversation);
3650					conversation.setStatus(Conversation.STATUS_ARCHIVED);
3651					Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": archiving conversation " + conversation.getJid().asBareJid() + " because jid was blocked");
3652					updateConversation(conversation);
3653					removed = true;
3654				}
3655			}
3656		}
3657		return removed;
3658	}
3659
3660	public void sendUnblockRequest(final Blockable blockable) {
3661		if (blockable != null && blockable.getJid() != null) {
3662			final Jid jid = blockable.getBlockedJid();
3663			this.sendIqPacket(blockable.getAccount(), getIqGenerator().generateSetUnblockRequest(jid), new OnIqPacketReceived() {
3664				@Override
3665				public void onIqPacketReceived(final Account account, final IqPacket packet) {
3666					if (packet.getType() == IqPacket.TYPE.RESULT) {
3667						account.getBlocklist().remove(jid);
3668						updateBlocklistUi(OnUpdateBlocklist.Status.UNBLOCKED);
3669					}
3670				}
3671			});
3672		}
3673	}
3674
3675	public void publishDisplayName(Account account) {
3676		String displayName = account.getDisplayName();
3677		if (displayName != null && !displayName.isEmpty()) {
3678			IqPacket publish = mIqGenerator.publishNick(displayName);
3679			sendIqPacket(account, publish, new OnIqPacketReceived() {
3680				@Override
3681				public void onIqPacketReceived(Account account, IqPacket packet) {
3682					if (packet.getType() == IqPacket.TYPE.ERROR) {
3683						Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": could not publish nick");
3684					}
3685				}
3686			});
3687		}
3688	}
3689
3690	public ServiceDiscoveryResult getCachedServiceDiscoveryResult(Pair<String, String> key) {
3691		ServiceDiscoveryResult result = discoCache.get(key);
3692		if (result != null) {
3693			return result;
3694		} else {
3695			result = databaseBackend.findDiscoveryResult(key.first, key.second);
3696			if (result != null) {
3697				discoCache.put(key, result);
3698			}
3699			return result;
3700		}
3701	}
3702
3703	public void fetchCaps(Account account, final Jid jid, final Presence presence) {
3704		final Pair<String, String> key = new Pair<>(presence.getHash(), presence.getVer());
3705		ServiceDiscoveryResult disco = getCachedServiceDiscoveryResult(key);
3706		if (disco != null) {
3707			presence.setServiceDiscoveryResult(disco);
3708		} else {
3709			if (!account.inProgressDiscoFetches.contains(key)) {
3710				account.inProgressDiscoFetches.add(key);
3711				IqPacket request = new IqPacket(IqPacket.TYPE.GET);
3712				request.setTo(jid);
3713				request.query("http://jabber.org/protocol/disco#info");
3714				Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": making disco request for " + key.second + " to " + jid);
3715				sendIqPacket(account, request, new OnIqPacketReceived() {
3716					@Override
3717					public void onIqPacketReceived(Account account, IqPacket discoPacket) {
3718						if (discoPacket.getType() == IqPacket.TYPE.RESULT) {
3719							ServiceDiscoveryResult disco = new ServiceDiscoveryResult(discoPacket);
3720							if (presence.getVer().equals(disco.getVer())) {
3721								databaseBackend.insertDiscoveryResult(disco);
3722								injectServiceDiscorveryResult(account.getRoster(), presence.getHash(), presence.getVer(), disco);
3723							} else {
3724								Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": mismatch in caps for contact " + jid + " " + presence.getVer() + " vs " + disco.getVer());
3725							}
3726						}
3727						account.inProgressDiscoFetches.remove(key);
3728					}
3729				});
3730			}
3731		}
3732	}
3733
3734	private void injectServiceDiscorveryResult(Roster roster, String hash, String ver, ServiceDiscoveryResult disco) {
3735		for (Contact contact : roster.getContacts()) {
3736			for (Presence presence : contact.getPresences().getPresences().values()) {
3737				if (hash.equals(presence.getHash()) && ver.equals(presence.getVer())) {
3738					presence.setServiceDiscoveryResult(disco);
3739				}
3740			}
3741		}
3742	}
3743
3744	public void fetchMamPreferences(Account account, final OnMamPreferencesFetched callback) {
3745		final boolean legacy = account.getXmppConnection().getFeatures().mamLegacy();
3746		IqPacket request = new IqPacket(IqPacket.TYPE.GET);
3747		request.addChild("prefs", legacy ? Namespace.MAM_LEGACY : Namespace.MAM);
3748		sendIqPacket(account, request, new OnIqPacketReceived() {
3749			@Override
3750			public void onIqPacketReceived(Account account, IqPacket packet) {
3751				Element prefs = packet.findChild("prefs", legacy ? Namespace.MAM_LEGACY : Namespace.MAM);
3752				if (packet.getType() == IqPacket.TYPE.RESULT && prefs != null) {
3753					callback.onPreferencesFetched(prefs);
3754				} else {
3755					callback.onPreferencesFetchFailed();
3756				}
3757			}
3758		});
3759	}
3760
3761	public PushManagementService getPushManagementService() {
3762		return mPushManagementService;
3763	}
3764
3765	public Account getPendingAccount() {
3766		Account pending = null;
3767		for (Account account : getAccounts()) {
3768			if (!account.isOptionSet(Account.OPTION_LOGGED_IN_SUCCESSFULLY)) {
3769				pending = account;
3770			} else {
3771				return null;
3772			}
3773		}
3774		return pending;
3775	}
3776
3777	public void changeStatus(Account account, PresenceTemplate template, String signature) {
3778		if (!template.getStatusMessage().isEmpty()) {
3779			databaseBackend.insertPresenceTemplate(template);
3780		}
3781		account.setPgpSignature(signature);
3782		account.setPresenceStatus(template.getStatus());
3783		account.setPresenceStatusMessage(template.getStatusMessage());
3784		databaseBackend.updateAccount(account);
3785		sendPresence(account);
3786	}
3787
3788	public List<PresenceTemplate> getPresenceTemplates(Account account) {
3789		List<PresenceTemplate> templates = databaseBackend.getPresenceTemplates();
3790		for (PresenceTemplate template : account.getSelfContact().getPresences().asTemplates()) {
3791			if (!templates.contains(template)) {
3792				templates.add(0, template);
3793			}
3794		}
3795		return templates;
3796	}
3797
3798	public void saveConversationAsBookmark(Conversation conversation, String name) {
3799		Account account = conversation.getAccount();
3800		Bookmark bookmark = new Bookmark(account, conversation.getJid().asBareJid());
3801		if (!conversation.getJid().isBareJid()) {
3802			bookmark.setNick(conversation.getJid().getResource());
3803		}
3804		if (name != null && !name.trim().isEmpty()) {
3805			bookmark.setBookmarkName(name.trim());
3806		}
3807		bookmark.setAutojoin(getPreferences().getBoolean("autojoin", getResources().getBoolean(R.bool.autojoin)));
3808		account.getBookmarks().add(bookmark);
3809		pushBookmarks(account);
3810		bookmark.setConversation(conversation);
3811	}
3812
3813	public boolean verifyFingerprints(Contact contact, List<XmppUri.Fingerprint> fingerprints) {
3814		boolean performedVerification = false;
3815		final AxolotlService axolotlService = contact.getAccount().getAxolotlService();
3816		for (XmppUri.Fingerprint fp : fingerprints) {
3817			if (fp.type == XmppUri.FingerprintType.OMEMO) {
3818				String fingerprint = "05" + fp.fingerprint.replaceAll("\\s", "");
3819				FingerprintStatus fingerprintStatus = axolotlService.getFingerprintTrust(fingerprint);
3820				if (fingerprintStatus != null) {
3821					if (!fingerprintStatus.isVerified()) {
3822						performedVerification = true;
3823						axolotlService.setFingerprintTrust(fingerprint, fingerprintStatus.toVerified());
3824					}
3825				} else {
3826					axolotlService.preVerifyFingerprint(contact, fingerprint);
3827				}
3828			}
3829		}
3830		return performedVerification;
3831	}
3832
3833	public boolean verifyFingerprints(Account account, List<XmppUri.Fingerprint> fingerprints) {
3834		final AxolotlService axolotlService = account.getAxolotlService();
3835		boolean verifiedSomething = false;
3836		for (XmppUri.Fingerprint fp : fingerprints) {
3837			if (fp.type == XmppUri.FingerprintType.OMEMO) {
3838				String fingerprint = "05" + fp.fingerprint.replaceAll("\\s", "");
3839				Log.d(Config.LOGTAG, "trying to verify own fp=" + fingerprint);
3840				FingerprintStatus fingerprintStatus = axolotlService.getFingerprintTrust(fingerprint);
3841				if (fingerprintStatus != null) {
3842					if (!fingerprintStatus.isVerified()) {
3843						axolotlService.setFingerprintTrust(fingerprint, fingerprintStatus.toVerified());
3844						verifiedSomething = true;
3845					}
3846				} else {
3847					axolotlService.preVerifyFingerprint(account, fingerprint);
3848					verifiedSomething = true;
3849				}
3850			}
3851		}
3852		return verifiedSomething;
3853	}
3854
3855	public boolean blindTrustBeforeVerification() {
3856		return getBooleanPreference(SettingsActivity.BLIND_TRUST_BEFORE_VERIFICATION, R.bool.btbv);
3857	}
3858
3859	public ShortcutService getShortcutService() {
3860		return mShortcutService;
3861	}
3862
3863	public interface OnMamPreferencesFetched {
3864		void onPreferencesFetched(Element prefs);
3865
3866		void onPreferencesFetchFailed();
3867	}
3868
3869	public void pushMamPreferences(Account account, Element prefs) {
3870		IqPacket set = new IqPacket(IqPacket.TYPE.SET);
3871		set.addChild(prefs);
3872		sendIqPacket(account, set, null);
3873	}
3874
3875	public interface OnAccountCreated {
3876		void onAccountCreated(Account account);
3877
3878		void informUser(int r);
3879	}
3880
3881	public interface OnMoreMessagesLoaded {
3882		void onMoreMessagesLoaded(int count, Conversation conversation);
3883
3884		void informUser(int r);
3885	}
3886
3887	public interface OnAccountPasswordChanged {
3888		void onPasswordChangeSucceeded();
3889
3890		void onPasswordChangeFailed();
3891	}
3892
3893	public interface OnAffiliationChanged {
3894		void onAffiliationChangedSuccessful(Jid jid);
3895
3896		void onAffiliationChangeFailed(Jid jid, int resId);
3897	}
3898
3899	public interface OnRoleChanged {
3900		void onRoleChangedSuccessful(String nick);
3901
3902		void onRoleChangeFailed(String nick, int resid);
3903	}
3904
3905	public interface OnConversationUpdate {
3906		void onConversationUpdate();
3907	}
3908
3909	public interface OnAccountUpdate {
3910		void onAccountUpdate();
3911	}
3912
3913	public interface OnCaptchaRequested {
3914		void onCaptchaRequested(Account account,
3915		                        String id,
3916		                        Data data,
3917		                        Bitmap captcha);
3918	}
3919
3920	public interface OnRosterUpdate {
3921		void onRosterUpdate();
3922	}
3923
3924	public interface OnMucRosterUpdate {
3925		void onMucRosterUpdate();
3926	}
3927
3928	public interface OnConferenceConfigurationFetched {
3929		void onConferenceConfigurationFetched(Conversation conversation);
3930
3931		void onFetchFailed(Conversation conversation, Element error);
3932	}
3933
3934	public interface OnConferenceJoined {
3935		void onConferenceJoined(Conversation conversation);
3936	}
3937
3938	public interface OnConfigurationPushed {
3939		void onPushSucceeded();
3940
3941		void onPushFailed();
3942	}
3943
3944	public interface OnShowErrorToast {
3945		void onShowErrorToast(int resId);
3946	}
3947
3948	public class XmppConnectionBinder extends Binder {
3949		public XmppConnectionService getService() {
3950			return XmppConnectionService.this;
3951		}
3952	}
3953}