MessageParser.java

  1package eu.siacs.conversations.parser;
  2
  3import android.os.Build;
  4import android.text.Html;
  5import android.util.Log;
  6import android.util.Pair;
  7
  8import net.java.otr4j.session.Session;
  9import net.java.otr4j.session.SessionStatus;
 10
 11import java.text.SimpleDateFormat;
 12import java.util.ArrayList;
 13import java.util.Arrays;
 14import java.util.Date;
 15import java.util.List;
 16import java.util.Locale;
 17import java.util.Set;
 18import java.util.UUID;
 19
 20import eu.siacs.conversations.Config;
 21import eu.siacs.conversations.R;
 22import eu.siacs.conversations.crypto.OtrService;
 23import eu.siacs.conversations.crypto.axolotl.AxolotlService;
 24import eu.siacs.conversations.crypto.axolotl.XmppAxolotlMessage;
 25import eu.siacs.conversations.entities.Account;
 26import eu.siacs.conversations.entities.Bookmark;
 27import eu.siacs.conversations.entities.Contact;
 28import eu.siacs.conversations.entities.Conversation;
 29import eu.siacs.conversations.entities.Message;
 30import eu.siacs.conversations.entities.MucOptions;
 31import eu.siacs.conversations.entities.Presence;
 32import eu.siacs.conversations.entities.ReadByMarker;
 33import eu.siacs.conversations.entities.ServiceDiscoveryResult;
 34import eu.siacs.conversations.http.HttpConnectionManager;
 35import eu.siacs.conversations.services.MessageArchiveService;
 36import eu.siacs.conversations.services.XmppConnectionService;
 37import eu.siacs.conversations.utils.CryptoHelper;
 38import eu.siacs.conversations.xml.Namespace;
 39import eu.siacs.conversations.xml.Element;
 40import eu.siacs.conversations.xmpp.OnMessagePacketReceived;
 41import eu.siacs.conversations.xmpp.chatstate.ChatState;
 42import eu.siacs.conversations.xmpp.jid.Jid;
 43import eu.siacs.conversations.xmpp.pep.Avatar;
 44import eu.siacs.conversations.xmpp.stanzas.MessagePacket;
 45
 46public class MessageParser extends AbstractParser implements OnMessagePacketReceived {
 47
 48	private static final List<String> CLIENTS_SENDING_HTML_IN_OTR = Arrays.asList("Pidgin", "Adium", "Trillian");
 49
 50	public MessageParser(XmppConnectionService service) {
 51		super(service);
 52	}
 53
 54	private boolean extractChatState(Conversation c, final boolean isTypeGroupChat, final MessagePacket packet) {
 55		ChatState state = ChatState.parse(packet);
 56		if (state != null && c != null) {
 57			final Account account = c.getAccount();
 58			Jid from = packet.getFrom();
 59			if (from.toBareJid().equals(account.getJid().toBareJid())) {
 60				c.setOutgoingChatState(state);
 61				if (state == ChatState.ACTIVE || state == ChatState.COMPOSING) {
 62					mXmppConnectionService.markRead(c);
 63					activateGracePeriod(account);
 64				}
 65				return false;
 66			} else {
 67				if (isTypeGroupChat) {
 68					MucOptions.User user = c.getMucOptions().findUserByFullJid(from);
 69					if (user != null) {
 70						return user.setChatState(state);
 71					} else {
 72						return false;
 73					}
 74				} else {
 75					return c.setIncomingChatState(state);
 76				}
 77			}
 78		}
 79		return false;
 80	}
 81
 82	private Message parseOtrChat(String body, Jid from, String id, Conversation conversation) {
 83		String presence;
 84		if (from.isBareJid()) {
 85			presence = "";
 86		} else {
 87			presence = from.getResourcepart();
 88		}
 89		if (body.matches("^\\?OTRv\\d{1,2}\\?.*")) {
 90			conversation.endOtrIfNeeded();
 91		}
 92		if (!conversation.hasValidOtrSession()) {
 93			conversation.startOtrSession(presence, false);
 94		} else {
 95			String foreignPresence = conversation.getOtrSession().getSessionID().getUserID();
 96			if (!foreignPresence.equals(presence)) {
 97				conversation.endOtrIfNeeded();
 98				conversation.startOtrSession(presence, false);
 99			}
100		}
101		try {
102			conversation.setLastReceivedOtrMessageId(id);
103			Session otrSession = conversation.getOtrSession();
104			body = otrSession.transformReceiving(body);
105			SessionStatus status = otrSession.getSessionStatus();
106			if (body == null && status == SessionStatus.ENCRYPTED) {
107				mXmppConnectionService.onOtrSessionEstablished(conversation);
108				return null;
109			} else if (body == null && status == SessionStatus.FINISHED) {
110				conversation.resetOtrSession();
111				mXmppConnectionService.updateConversationUi();
112				return null;
113			} else if (body == null || (body.isEmpty())) {
114				return null;
115			}
116			if (body.startsWith(CryptoHelper.FILETRANSFER)) {
117				String key = body.substring(CryptoHelper.FILETRANSFER.length());
118				conversation.setSymmetricKey(CryptoHelper.hexToBytes(key));
119				return null;
120			}
121			if (clientMightSendHtml(conversation.getAccount(), from)) {
122				Log.d(Config.LOGTAG, conversation.getAccount().getJid().toBareJid() + ": received OTR message from bad behaving client. escaping HTML…");
123				if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.N) {
124					body = Html.fromHtml(body, Html.FROM_HTML_MODE_LEGACY).toString();
125				} else {
126					body = Html.fromHtml(body).toString();
127				}
128			}
129
130			final OtrService otrService = conversation.getAccount().getOtrService();
131			Message finishedMessage = new Message(conversation, body, Message.ENCRYPTION_OTR, Message.STATUS_RECEIVED);
132			finishedMessage.setFingerprint(otrService.getFingerprint(otrSession.getRemotePublicKey()));
133			conversation.setLastReceivedOtrMessageId(null);
134
135			return finishedMessage;
136		} catch (Exception e) {
137			conversation.resetOtrSession();
138			return null;
139		}
140	}
141
142	private static boolean clientMightSendHtml(Account account, Jid from) {
143		String resource = from.getResourcepart();
144		if (resource == null) {
145			return false;
146		}
147		Presence presence = account.getRoster().getContact(from).getPresences().getPresences().get(resource);
148		ServiceDiscoveryResult disco = presence == null ? null : presence.getServiceDiscoveryResult();
149		if (disco == null) {
150			return false;
151		}
152		return hasIdentityKnowForSendingHtml(disco.getIdentities());
153	}
154
155	private static boolean hasIdentityKnowForSendingHtml(List<ServiceDiscoveryResult.Identity> identities) {
156		for (ServiceDiscoveryResult.Identity identity : identities) {
157			if (identity.getName() != null) {
158				if (CLIENTS_SENDING_HTML_IN_OTR.contains(identity.getName())) {
159					return true;
160				}
161			}
162		}
163		return false;
164	}
165
166	private Message parseAxolotlChat(Element axolotlMessage, Jid from, Conversation conversation, int status) {
167		AxolotlService service = conversation.getAccount().getAxolotlService();
168		XmppAxolotlMessage xmppAxolotlMessage;
169		try {
170			xmppAxolotlMessage = XmppAxolotlMessage.fromElement(axolotlMessage, from.toBareJid());
171		} catch (Exception e) {
172			Log.d(Config.LOGTAG, conversation.getAccount().getJid().toBareJid() + ": invalid omemo message received " + e.getMessage());
173			return null;
174		}
175		XmppAxolotlMessage.XmppAxolotlPlaintextMessage plaintextMessage = service.processReceivingPayloadMessage(xmppAxolotlMessage);
176		if (plaintextMessage != null) {
177			Message finishedMessage = new Message(conversation, plaintextMessage.getPlaintext(), Message.ENCRYPTION_AXOLOTL, status);
178			finishedMessage.setFingerprint(plaintextMessage.getFingerprint());
179			Log.d(Config.LOGTAG, AxolotlService.getLogprefix(finishedMessage.getConversation().getAccount()) + " Received Message with session fingerprint: " + plaintextMessage.getFingerprint());
180			return finishedMessage;
181		} else {
182			return null;
183		}
184	}
185
186	private class Invite {
187		final Jid jid;
188		final String password;
189		final Contact inviter;
190
191		Invite(Jid jid, String password, Contact inviter) {
192			this.jid = jid;
193			this.password = password;
194			this.inviter = inviter;
195		}
196
197		public boolean execute(Account account) {
198			if (jid != null) {
199				Conversation conversation = mXmppConnectionService.findOrCreateConversation(account, jid, true, false);
200				if (!conversation.getMucOptions().online()) {
201					conversation.getMucOptions().setPassword(password);
202					mXmppConnectionService.databaseBackend.updateConversation(conversation);
203					mXmppConnectionService.joinMuc(conversation, inviter != null && inviter.mutualPresenceSubscription());
204					mXmppConnectionService.updateConversationUi();
205				}
206				return true;
207			}
208			return false;
209		}
210	}
211
212	private Invite extractInvite(Account account, Element message) {
213		Element x = message.findChild("x", "http://jabber.org/protocol/muc#user");
214		if (x != null) {
215			Element invite = x.findChild("invite");
216			if (invite != null) {
217				Element pw = x.findChild("password");
218				Jid from = invite.getAttributeAsJid("from");
219				Contact contact = from == null ? null : account.getRoster().getContact(from);
220				return new Invite(message.getAttributeAsJid("from"), pw != null ? pw.getContent() : null, contact);
221			}
222		} else {
223			x = message.findChild("x", "jabber:x:conference");
224			if (x != null) {
225				Jid from = message.getAttributeAsJid("from");
226				Contact contact = from == null ? null : account.getRoster().getContact(from);
227				return new Invite(x.getAttributeAsJid("jid"), x.getAttribute("password"), contact);
228			}
229		}
230		return null;
231	}
232
233	private static String extractStanzaId(Element packet, boolean isTypeGroupChat, Conversation conversation) {
234		final Jid by;
235		final boolean safeToExtract;
236		if (isTypeGroupChat) {
237			by = conversation.getJid().toBareJid();
238			safeToExtract = conversation.getMucOptions().hasFeature(Namespace.STANZA_IDS);
239		} else {
240			Account account = conversation.getAccount();
241			by = account.getJid().toBareJid();
242			safeToExtract = account.getXmppConnection().getFeatures().stanzaIds();
243		}
244		return safeToExtract ? extractStanzaId(packet, by) : null;
245	}
246
247	private static String extractStanzaId(Element packet, Jid by) {
248		for (Element child : packet.getChildren()) {
249			if (child.getName().equals("stanza-id")
250					&& Namespace.STANZA_IDS.equals(child.getNamespace())
251					&& by.equals(child.getAttributeAsJid("by"))) {
252				return child.getAttribute("id");
253			}
254		}
255		return null;
256	}
257
258	private void parseEvent(final Element event, final Jid from, final Account account) {
259		Element items = event.findChild("items");
260		String node = items == null ? null : items.getAttribute("node");
261		if ("urn:xmpp:avatar:metadata".equals(node)) {
262			Avatar avatar = Avatar.parseMetadata(items);
263			if (avatar != null) {
264				avatar.owner = from.toBareJid();
265				if (mXmppConnectionService.getFileBackend().isAvatarCached(avatar)) {
266					if (account.getJid().toBareJid().equals(from)) {
267						if (account.setAvatar(avatar.getFilename())) {
268							mXmppConnectionService.databaseBackend.updateAccount(account);
269						}
270						mXmppConnectionService.getAvatarService().clear(account);
271						mXmppConnectionService.updateConversationUi();
272						mXmppConnectionService.updateAccountUi();
273					} else {
274						Contact contact = account.getRoster().getContact(from);
275						contact.setAvatar(avatar);
276						mXmppConnectionService.getAvatarService().clear(contact);
277						mXmppConnectionService.updateConversationUi();
278						mXmppConnectionService.updateRosterUi();
279					}
280				} else if (mXmppConnectionService.isDataSaverDisabled()) {
281					mXmppConnectionService.fetchAvatar(account, avatar);
282				}
283			}
284		} else if ("http://jabber.org/protocol/nick".equals(node)) {
285			final Element i = items.findChild("item");
286			final String nick = i == null ? null : i.findChildContent("nick", Namespace.NICK);
287			if (nick != null) {
288				Contact contact = account.getRoster().getContact(from);
289				if (contact.setPresenceName(nick)) {
290					mXmppConnectionService.getAvatarService().clear(contact);
291				}
292				mXmppConnectionService.updateConversationUi();
293				mXmppConnectionService.updateAccountUi();
294			}
295		} else if (AxolotlService.PEP_DEVICE_LIST.equals(node)) {
296			Element item = items.findChild("item");
297			Set<Integer> deviceIds = mXmppConnectionService.getIqParser().deviceIds(item);
298			Log.d(Config.LOGTAG, AxolotlService.getLogprefix(account) + "Received PEP device list " + deviceIds + " update from " + from + ", processing... ");
299			AxolotlService axolotlService = account.getAxolotlService();
300			axolotlService.registerDevices(from, deviceIds);
301			mXmppConnectionService.updateAccountUi();
302		}
303	}
304
305	private boolean handleErrorMessage(Account account, MessagePacket packet) {
306		if (packet.getType() == MessagePacket.TYPE_ERROR) {
307			Jid from = packet.getFrom();
308			if (from != null) {
309				Message message = mXmppConnectionService.markMessage(account,
310						from.toBareJid(),
311						packet.getId(),
312						Message.STATUS_SEND_FAILED,
313						extractErrorMessage(packet));
314				if (message != null) {
315					if (message.getEncryption() == Message.ENCRYPTION_OTR) {
316						message.getConversation().endOtrIfNeeded();
317					}
318				}
319			}
320			return true;
321		}
322		return false;
323	}
324
325	@Override
326	public void onMessagePacketReceived(Account account, MessagePacket original) {
327		if (handleErrorMessage(account, original)) {
328			return;
329		}
330		final MessagePacket packet;
331		Long timestamp = null;
332		final boolean isForwarded;
333		boolean isCarbon = false;
334		String serverMsgId = null;
335		final Element fin = original.findChild("fin", Namespace.MAM_LEGACY);
336		if (fin != null) {
337			mXmppConnectionService.getMessageArchiveService().processFinLegacy(fin, original.getFrom());
338			return;
339		}
340		final boolean mamLegacy = original.hasChild("result", Namespace.MAM_LEGACY);
341		final Element result = original.findChild("result", mamLegacy ? Namespace.MAM_LEGACY : Namespace.MAM);
342		final MessageArchiveService.Query query = result == null ? null : mXmppConnectionService.getMessageArchiveService().findQuery(result.getAttribute("queryid"));
343		if (query != null && query.validFrom(original.getFrom())) {
344			Pair<MessagePacket, Long> f = original.getForwardedMessagePacket("result", mamLegacy ? Namespace.MAM_LEGACY : Namespace.MAM);
345			if (f == null) {
346				return;
347			}
348			timestamp = f.second;
349			packet = f.first;
350			isForwarded = true;
351			serverMsgId = result.getAttribute("id");
352			query.incrementMessageCount();
353		} else if (query != null) {
354			Log.d(Config.LOGTAG, account.getJid().toBareJid() + ": received mam result from invalid sender");
355			return;
356		} else if (original.fromServer(account)) {
357			Pair<MessagePacket, Long> f;
358			f = original.getForwardedMessagePacket("received", "urn:xmpp:carbons:2");
359			f = f == null ? original.getForwardedMessagePacket("sent", "urn:xmpp:carbons:2") : f;
360			packet = f != null ? f.first : original;
361			if (handleErrorMessage(account, packet)) {
362				return;
363			}
364			timestamp = f != null ? f.second : null;
365			isCarbon = f != null;
366			isForwarded = isCarbon;
367		} else {
368			packet = original;
369			isForwarded = false;
370		}
371
372		if (timestamp == null) {
373			timestamp = AbstractParser.parseTimestamp(original, AbstractParser.parseTimestamp(packet));
374		}
375		final String body = packet.getBody();
376		final Element mucUserElement = packet.findChild("x", "http://jabber.org/protocol/muc#user");
377		final String pgpEncrypted = packet.findChildContent("x", "jabber:x:encrypted");
378		final Element replaceElement = packet.findChild("replace", "urn:xmpp:message-correct:0");
379		final Element oob = packet.findChild("x", Namespace.OOB);
380		final String oobUrl = oob != null ? oob.findChildContent("url") : null;
381		final String replacementId = replaceElement == null ? null : replaceElement.getAttribute("id");
382		final Element axolotlEncrypted = packet.findChild(XmppAxolotlMessage.CONTAINERTAG, AxolotlService.PEP_PREFIX);
383		int status;
384		final Jid counterpart;
385		final Jid to = packet.getTo();
386		final Jid from = packet.getFrom();
387		final Element originId = packet.findChild("origin-id", Namespace.STANZA_IDS);
388		final String remoteMsgId;
389		if (originId != null && originId.getAttribute("id") != null) {
390			remoteMsgId = originId.getAttribute("id");
391		} else {
392			remoteMsgId = packet.getId();
393		}
394		boolean notify = false;
395
396		if (from == null) {
397			Log.d(Config.LOGTAG, "no from in: " + packet.toString());
398			return;
399		}
400
401		boolean isTypeGroupChat = packet.getType() == MessagePacket.TYPE_GROUPCHAT;
402		if (query != null && !query.muc() && isTypeGroupChat) {
403			Log.e(Config.LOGTAG,account.getJid().toBareJid()+": received groupchat ("+from+") message on regular MAM request. skipping");
404			return;
405		}
406		boolean isProperlyAddressed = (to != null) && (!to.isBareJid() || account.countPresences() == 0);
407		boolean isMucStatusMessage = from.isBareJid() && mucUserElement != null && mucUserElement.hasChild("status");
408		if (packet.fromAccount(account)) {
409			status = Message.STATUS_SEND;
410			counterpart = to != null ? to : account.getJid();
411		} else {
412			status = Message.STATUS_RECEIVED;
413			counterpart = from;
414		}
415
416		Invite invite = extractInvite(account, packet);
417		if (invite != null && invite.execute(account)) {
418			return;
419		}
420
421		if ((body != null || pgpEncrypted != null || axolotlEncrypted != null || oobUrl != null) && !isMucStatusMessage) {
422			final Conversation conversation = mXmppConnectionService.findOrCreateConversation(account, counterpart.toBareJid(), isTypeGroupChat, false, query, false);
423			final boolean conversationMultiMode = conversation.getMode() == Conversation.MODE_MULTI;
424
425			if (serverMsgId == null) {
426				serverMsgId = extractStanzaId(packet, isTypeGroupChat, conversation);
427			}
428
429			if (isTypeGroupChat) {
430				if (conversation.getMucOptions().isSelf(counterpart)) {
431					status = Message.STATUS_SEND_RECEIVED;
432					isCarbon = true; //not really carbon but received from another resource
433					if (mXmppConnectionService.markMessage(conversation, remoteMsgId, status, serverMsgId)) {
434						return;
435					} else if (remoteMsgId == null || Config.IGNORE_ID_REWRITE_IN_MUC) {
436						Message message = conversation.findSentMessageWithBody(packet.getBody());
437						if (message != null) {
438							mXmppConnectionService.markMessage(message, status);
439							return;
440						}
441					}
442				} else {
443					status = Message.STATUS_RECEIVED;
444				}
445			}
446			final Message message;
447			if (body != null && body.startsWith("?OTR") && Config.supportOtr()) {
448				if (!isForwarded && !isTypeGroupChat && isProperlyAddressed && !conversationMultiMode) {
449					message = parseOtrChat(body, from, remoteMsgId, conversation);
450					if (message == null) {
451						return;
452					}
453				} else {
454					Log.d(Config.LOGTAG, account.getJid().toBareJid() + ": ignoring OTR message from " + from + " isForwarded=" + Boolean.toString(isForwarded) + ", isProperlyAddressed=" + Boolean.valueOf(isProperlyAddressed));
455					message = new Message(conversation, body, Message.ENCRYPTION_NONE, status);
456				}
457			} else if (pgpEncrypted != null && Config.supportOpenPgp()) {
458				message = new Message(conversation, pgpEncrypted, Message.ENCRYPTION_PGP, status);
459			} else if (axolotlEncrypted != null && Config.supportOmemo()) {
460				Jid origin;
461				if (conversationMultiMode) {
462					final Jid fallback = conversation.getMucOptions().getTrueCounterpart(counterpart);
463					origin = getTrueCounterpart(query != null ? mucUserElement : null, fallback);
464					if (origin == null) {
465						Log.d(Config.LOGTAG, "axolotl message in non anonymous conference received");
466						return;
467					}
468				} else {
469					origin = from;
470				}
471				message = parseAxolotlChat(axolotlEncrypted, origin, conversation, status);
472				if (message == null) {
473					if (query == null &&  extractChatState(mXmppConnectionService.find(account, counterpart.toBareJid()), isTypeGroupChat, packet)) {
474						mXmppConnectionService.updateConversationUi();
475					}
476					if (query != null && status == Message.STATUS_SEND && remoteMsgId != null) {
477						Message previouslySent = conversation.findSentMessageWithUuid(remoteMsgId);
478						if (previouslySent != null && previouslySent.getServerMsgId() == null && serverMsgId != null) {
479							previouslySent.setServerMsgId(serverMsgId);
480							mXmppConnectionService.databaseBackend.updateMessage(previouslySent);
481							Log.d(Config.LOGTAG,account.getJid().toBareJid()+": encountered previously sent OMEMO message without serverId. updating...");
482						}
483					}
484					return;
485				}
486				if (conversationMultiMode) {
487					message.setTrueCounterpart(origin);
488				}
489			} else if (body == null && oobUrl != null) {
490				message = new Message(conversation, oobUrl, Message.ENCRYPTION_NONE, status);
491				message.setOob(true);
492				if (CryptoHelper.isPgpEncryptedUrl(oobUrl)) {
493					message.setEncryption(Message.ENCRYPTION_DECRYPTED);
494				}
495			} else {
496				message = new Message(conversation, body, Message.ENCRYPTION_NONE, status);
497			}
498
499			message.setCounterpart(counterpart);
500			message.setRemoteMsgId(remoteMsgId);
501			message.setServerMsgId(serverMsgId);
502			message.setCarbon(isCarbon);
503			message.setTime(timestamp);
504			if (body != null && body.equals(oobUrl)) {
505				message.setOob(true);
506				if (CryptoHelper.isPgpEncryptedUrl(oobUrl)) {
507					message.setEncryption(Message.ENCRYPTION_DECRYPTED);
508				}
509			}
510			message.markable = packet.hasChild("markable", "urn:xmpp:chat-markers:0");
511			if (conversationMultiMode) {
512				final Jid fallback = conversation.getMucOptions().getTrueCounterpart(counterpart);
513				Jid trueCounterpart;
514				if (message.getEncryption() == Message.ENCRYPTION_AXOLOTL) {
515					trueCounterpart = message.getTrueCounterpart();
516				} else if (query != null && query.safeToExtractTrueCounterpart()) {
517					trueCounterpart = getTrueCounterpart(mucUserElement, fallback);
518				} else {
519					trueCounterpart = fallback;
520				}
521				if (trueCounterpart != null && trueCounterpart.toBareJid().equals(account.getJid().toBareJid())) {
522					status = isTypeGroupChat ? Message.STATUS_SEND_RECEIVED : Message.STATUS_SEND;
523				}
524				message.setStatus(status);
525				message.setTrueCounterpart(trueCounterpart);
526				if (!isTypeGroupChat) {
527					message.setType(Message.TYPE_PRIVATE);
528				}
529			} else {
530				updateLastseen(account, from);
531			}
532
533			if (replacementId != null && mXmppConnectionService.allowMessageCorrection()) {
534				Message replacedMessage = conversation.findMessageWithRemoteIdAndCounterpart(replacementId,
535						counterpart,
536						message.getStatus() == Message.STATUS_RECEIVED,
537						message.isCarbon());
538				if (replacedMessage != null) {
539					final boolean fingerprintsMatch = replacedMessage.getFingerprint() == null
540							|| replacedMessage.getFingerprint().equals(message.getFingerprint());
541					final boolean trueCountersMatch = replacedMessage.getTrueCounterpart() != null
542							&& replacedMessage.getTrueCounterpart().equals(message.getTrueCounterpart());
543					final boolean duplicate = conversation.hasDuplicateMessage(message);
544					if (fingerprintsMatch && (trueCountersMatch || !conversationMultiMode) && !duplicate) {
545						Log.d(Config.LOGTAG, "replaced message '" + replacedMessage.getBody() + "' with '" + message.getBody() + "'");
546						synchronized (replacedMessage) {
547							final String uuid = replacedMessage.getUuid();
548							replacedMessage.setUuid(UUID.randomUUID().toString());
549							replacedMessage.setBody(message.getBody());
550							replacedMessage.setEdited(replacedMessage.getRemoteMsgId());
551							replacedMessage.setRemoteMsgId(remoteMsgId);
552							replacedMessage.setEncryption(message.getEncryption());
553							if (replacedMessage.getStatus() == Message.STATUS_RECEIVED) {
554								replacedMessage.markUnread();
555							}
556							extractChatState(mXmppConnectionService.find(account, counterpart.toBareJid()), isTypeGroupChat, packet);
557							mXmppConnectionService.updateMessage(replacedMessage, uuid);
558							mXmppConnectionService.getNotificationService().updateNotification(false);
559							if (mXmppConnectionService.confirmMessages()
560									&& (replacedMessage.trusted() || replacedMessage.getType() == Message.TYPE_PRIVATE)
561									&& remoteMsgId != null
562									&& !isForwarded
563									&& !isTypeGroupChat) {
564								sendMessageReceipts(account, packet);
565							}
566							if (replacedMessage.getEncryption() == Message.ENCRYPTION_PGP) {
567								conversation.getAccount().getPgpDecryptionService().discard(replacedMessage);
568								conversation.getAccount().getPgpDecryptionService().decrypt(replacedMessage, false);
569							}
570						}
571						return;
572					} else {
573						Log.d(Config.LOGTAG, account.getJid().toBareJid() + ": received message correction but verification didn't check out");
574					}
575				}
576			}
577
578			long deletionDate = mXmppConnectionService.getAutomaticMessageDeletionDate();
579			if (deletionDate != 0 && message.getTimeSent() < deletionDate) {
580				Log.d(Config.LOGTAG, account.getJid().toBareJid() + ": skipping message from " + message.getCounterpart().toString() + " because it was sent prior to our deletion date");
581				return;
582			}
583
584			boolean checkForDuplicates = (isTypeGroupChat && packet.hasChild("delay", "urn:xmpp:delay"))
585					|| message.getType() == Message.TYPE_PRIVATE
586					|| message.getServerMsgId() != null;
587			if (checkForDuplicates ) {
588				final Message duplicate = conversation.findDuplicateMessage(message);
589				if (duplicate != null) {
590					final boolean serverMsgIdUpdated;
591					if (duplicate.getStatus() != Message.STATUS_RECEIVED
592							&& duplicate.getUuid().equals(message.getRemoteMsgId())
593							&& duplicate.getServerMsgId() == null
594							&& message.getServerMsgId() != null) {
595						duplicate.setServerMsgId(message.getServerMsgId());
596						mXmppConnectionService.databaseBackend.updateMessage(message);
597						serverMsgIdUpdated = true;
598					} else {
599						serverMsgIdUpdated = false;
600					}
601					Log.d(Config.LOGTAG, "skipping duplicate message with " + message.getCounterpart()+". serverMsgIdUpdated="+Boolean.toString(serverMsgIdUpdated));
602					return;
603				}
604			}
605
606			if (query != null && query.getPagingOrder() == MessageArchiveService.PagingOrder.REVERSE) {
607				conversation.prepend(message);
608			} else {
609				conversation.add(message);
610			}
611			if (query != null) {
612				query.incrementActualMessageCount();
613			}
614
615			if (query == null || query.isCatchup()) { //either no mam or catchup
616				if (status == Message.STATUS_SEND || status == Message.STATUS_SEND_RECEIVED) {
617					mXmppConnectionService.markRead(conversation);
618					if (query == null) {
619						activateGracePeriod(account);
620					}
621				} else {
622					message.markUnread();
623					notify = true;
624				}
625			}
626
627			if (message.getEncryption() == Message.ENCRYPTION_PGP) {
628				notify = conversation.getAccount().getPgpDecryptionService().decrypt(message, notify);
629			}
630
631			if (query == null) {
632				extractChatState(mXmppConnectionService.find(account, counterpart.toBareJid()), isTypeGroupChat, packet);
633				mXmppConnectionService.updateConversationUi();
634			}
635
636			if (mXmppConnectionService.confirmMessages()
637					&& (message.trusted() || message.getType() == Message.TYPE_PRIVATE)
638					&& remoteMsgId != null
639					&& !isForwarded
640					&& !isTypeGroupChat) {
641				sendMessageReceipts(account, packet);
642			}
643
644			if (message.getStatus() == Message.STATUS_RECEIVED
645					&& conversation.getOtrSession() != null
646					&& !conversation.getOtrSession().getSessionID().getUserID()
647					.equals(message.getCounterpart().getResourcepart())) {
648				conversation.endOtrIfNeeded();
649			}
650
651			mXmppConnectionService.databaseBackend.createMessage(message);
652			final HttpConnectionManager manager = this.mXmppConnectionService.getHttpConnectionManager();
653			if (message.trusted() && message.treatAsDownloadable() && manager.getAutoAcceptFileSize() > 0) {
654				manager.createNewDownloadConnection(message);
655			} else if (notify) {
656				if (query != null && query.isCatchup()) {
657					mXmppConnectionService.getNotificationService().pushFromBacklog(message);
658				} else {
659					mXmppConnectionService.getNotificationService().push(message);
660				}
661			}
662		} else if (!packet.hasChild("body")) { //no body
663
664			if (query == null && extractChatState(mXmppConnectionService.find(account, counterpart.toBareJid()), isTypeGroupChat, packet)) {
665				mXmppConnectionService.updateConversationUi();
666			}
667
668			final Conversation conversation = mXmppConnectionService.find(account, from.toBareJid());
669			if (isTypeGroupChat) {
670				if (packet.hasChild("subject")) {
671					if (conversation != null && conversation.getMode() == Conversation.MODE_MULTI) {
672						conversation.setHasMessagesLeftOnServer(conversation.countMessages() > 0);
673						String subject = packet.findChildContent("subject");
674						conversation.getMucOptions().setSubject(subject);
675						final Bookmark bookmark = conversation.getBookmark();
676						if (bookmark != null && bookmark.getBookmarkName() == null) {
677							if (bookmark.setBookmarkName(subject)) {
678								mXmppConnectionService.pushBookmarks(account);
679							}
680						}
681						mXmppConnectionService.updateConversationUi();
682						return;
683					}
684				}
685			}
686			if (conversation != null && mucUserElement != null && from.isBareJid()) {
687				for (Element child : mucUserElement.getChildren()) {
688					if ("status".equals(child.getName())) {
689						try {
690							int code = Integer.parseInt(child.getAttribute("code"));
691							if ((code >= 170 && code <= 174) || (code >= 102 && code <= 104)) {
692								mXmppConnectionService.fetchConferenceConfiguration(conversation);
693								break;
694							}
695						} catch (Exception e) {
696							//ignored
697						}
698					} else if ("item".equals(child.getName())) {
699						MucOptions.User user = AbstractParser.parseItem(conversation, child);
700						Log.d(Config.LOGTAG, account.getJid() + ": changing affiliation for "
701								+ user.getRealJid() + " to " + user.getAffiliation() + " in "
702								+ conversation.getJid().toBareJid());
703						if (!user.realJidMatchesAccount()) {
704							boolean isNew = conversation.getMucOptions().updateUser(user);
705							mXmppConnectionService.getAvatarService().clear(conversation);
706							mXmppConnectionService.updateMucRosterUi();
707							mXmppConnectionService.updateConversationUi();
708							if (!user.getAffiliation().ranks(MucOptions.Affiliation.MEMBER)) {
709								Jid jid = user.getRealJid();
710								List<Jid> cryptoTargets = conversation.getAcceptedCryptoTargets();
711								if (cryptoTargets.remove(user.getRealJid())) {
712									Log.d(Config.LOGTAG, account.getJid().toBareJid() + ": removed " + jid + " from crypto targets of " + conversation.getName());
713									conversation.setAcceptedCryptoTargets(cryptoTargets);
714									mXmppConnectionService.updateConversation(conversation);
715								}
716							} else if (isNew && user.getRealJid() != null && account.getAxolotlService().hasEmptyDeviceList(user.getRealJid())) {
717								account.getAxolotlService().fetchDeviceIds(user.getRealJid());
718							}
719						}
720					}
721				}
722			}
723		}
724
725		Element received = packet.findChild("received", "urn:xmpp:chat-markers:0");
726		if (received == null) {
727			received = packet.findChild("received", "urn:xmpp:receipts");
728		}
729		if (received != null && !packet.fromAccount(account)) {
730			mXmppConnectionService.markMessage(account, from.toBareJid(), received.getAttribute("id"), Message.STATUS_SEND_RECEIVED);
731		}
732		Element displayed = packet.findChild("displayed", "urn:xmpp:chat-markers:0");
733		if (displayed != null) {
734			final String id = displayed.getAttribute("id");
735			final Jid sender = displayed.getAttributeAsJid("sender");
736			if (packet.fromAccount(account)) {
737				Conversation conversation = mXmppConnectionService.find(account, counterpart.toBareJid());
738				if (conversation != null && (query == null || query.isCatchup())) {
739					mXmppConnectionService.markRead(conversation);
740				}
741			} else if (isTypeGroupChat) {
742				Conversation conversation = mXmppConnectionService.find(account, counterpart.toBareJid());
743				if (conversation != null && id != null && sender != null) {
744					Message message = conversation.findMessageWithRemoteId(id, sender);
745					if (message != null) {
746						if (conversation.getMucOptions().isSelf(counterpart)) {
747							if (!message.isRead() && (query == null || query.isCatchup())) { //checking if message is unread fixes race conditions with reflections
748								mXmppConnectionService.markRead(conversation);
749							}
750						} else {
751							final Jid fallback = conversation.getMucOptions().getTrueCounterpart(counterpart);
752							Jid trueJid = getTrueCounterpart((query != null && query.safeToExtractTrueCounterpart()) ? mucUserElement : null, fallback);
753							ReadByMarker readByMarker = ReadByMarker.from(counterpart, trueJid);
754							if (message.addReadByMarker(readByMarker)) {
755								Log.d(Config.LOGTAG, account.getJid().toBareJid() + ": added read by (" + readByMarker.getRealJid() + ") to message '" + message.getBody() + "'");
756								mXmppConnectionService.updateMessage(message);
757							}
758						}
759					}
760				}
761			} else {
762				final Message displayedMessage = mXmppConnectionService.markMessage(account, from.toBareJid(), id, Message.STATUS_SEND_DISPLAYED);
763				Message message = displayedMessage == null ? null : displayedMessage.prev();
764				while (message != null
765						&& message.getStatus() == Message.STATUS_SEND_RECEIVED
766						&& message.getTimeSent() < displayedMessage.getTimeSent()) {
767					mXmppConnectionService.markMessage(message, Message.STATUS_SEND_DISPLAYED);
768					message = message.prev();
769				}
770			}
771		}
772
773		Element event = original.findChild("event", "http://jabber.org/protocol/pubsub#event");
774		if (event != null) {
775			parseEvent(event, original.getFrom(), account);
776		}
777
778		final String nick = packet.findChildContent("nick", Namespace.NICK);
779		if (nick != null) {
780			Contact contact = account.getRoster().getContact(from);
781			if (contact.setPresenceName(nick)) {
782				mXmppConnectionService.getAvatarService().clear(contact);
783			}
784		}
785	}
786
787	private static Jid getTrueCounterpart(Element mucUserElement, Jid fallback) {
788		final Element item = mucUserElement == null ? null : mucUserElement.findChild("item");
789		Jid result = item == null ? null : item.getAttributeAsJid("jid");
790		return result != null ? result : fallback;
791	}
792
793	private void sendMessageReceipts(Account account, MessagePacket packet) {
794		ArrayList<String> receiptsNamespaces = new ArrayList<>();
795		if (packet.hasChild("markable", "urn:xmpp:chat-markers:0")) {
796			receiptsNamespaces.add("urn:xmpp:chat-markers:0");
797		}
798		if (packet.hasChild("request", "urn:xmpp:receipts")) {
799			receiptsNamespaces.add("urn:xmpp:receipts");
800		}
801		if (receiptsNamespaces.size() > 0) {
802			MessagePacket receipt = mXmppConnectionService.getMessageGenerator().received(account,
803					packet,
804					receiptsNamespaces,
805					packet.getType());
806			mXmppConnectionService.sendMessagePacket(account, receipt);
807		}
808	}
809
810	private static final SimpleDateFormat TIME_FORMAT = new SimpleDateFormat("HH:mm:ss", Locale.ENGLISH);
811
812	private void activateGracePeriod(Account account) {
813		long duration = mXmppConnectionService.getLongPreference("grace_period_length", R.integer.grace_period) * 1000;
814		Log.d(Config.LOGTAG, account.getJid().toBareJid() + ": activating grace period till " + TIME_FORMAT.format(new Date(System.currentTimeMillis() + duration)));
815		account.activateGracePeriod(duration);
816	}
817}