MessageParser.java

   1package eu.siacs.conversations.parser;
   2
   3import android.util.Log;
   4import android.util.Pair;
   5
   6import com.cheogram.android.BobTransfer;
   7
   8import java.io.File;
   9import java.net.URISyntaxException;
  10import java.text.SimpleDateFormat;
  11import java.util.ArrayList;
  12import java.util.Arrays;
  13import java.util.Collections;
  14import java.util.Date;
  15import java.util.LinkedHashSet;
  16import java.util.List;
  17import java.util.Locale;
  18import java.util.Map;
  19import java.util.Set;
  20import java.util.UUID;
  21
  22import io.ipfs.cid.Cid;
  23
  24import eu.siacs.conversations.Config;
  25import eu.siacs.conversations.R;
  26import eu.siacs.conversations.crypto.axolotl.AxolotlService;
  27import eu.siacs.conversations.crypto.axolotl.BrokenSessionException;
  28import eu.siacs.conversations.crypto.axolotl.NotEncryptedForThisDeviceException;
  29import eu.siacs.conversations.crypto.axolotl.OutdatedSenderException;
  30import eu.siacs.conversations.crypto.axolotl.XmppAxolotlMessage;
  31import eu.siacs.conversations.entities.Account;
  32import eu.siacs.conversations.entities.Bookmark;
  33import eu.siacs.conversations.entities.Contact;
  34import eu.siacs.conversations.entities.Conversation;
  35import eu.siacs.conversations.entities.Conversational;
  36import eu.siacs.conversations.entities.Message;
  37import eu.siacs.conversations.entities.MucOptions;
  38import eu.siacs.conversations.entities.ReadByMarker;
  39import eu.siacs.conversations.entities.ReceiptRequest;
  40import eu.siacs.conversations.entities.RtpSessionStatus;
  41import eu.siacs.conversations.http.HttpConnectionManager;
  42import eu.siacs.conversations.services.MessageArchiveService;
  43import eu.siacs.conversations.services.QuickConversationsService;
  44import eu.siacs.conversations.services.XmppConnectionService;
  45import eu.siacs.conversations.utils.CryptoHelper;
  46import eu.siacs.conversations.xml.Element;
  47import eu.siacs.conversations.xml.LocalizedContent;
  48import eu.siacs.conversations.xml.Namespace;
  49import eu.siacs.conversations.xmpp.InvalidJid;
  50import eu.siacs.conversations.xmpp.Jid;
  51import eu.siacs.conversations.xmpp.OnMessagePacketReceived;
  52import eu.siacs.conversations.xmpp.chatstate.ChatState;
  53import eu.siacs.conversations.xmpp.jingle.JingleConnectionManager;
  54import eu.siacs.conversations.xmpp.jingle.JingleRtpConnection;
  55import eu.siacs.conversations.xmpp.pep.Avatar;
  56import eu.siacs.conversations.xmpp.stanzas.MessagePacket;
  57
  58public class MessageParser extends AbstractParser implements OnMessagePacketReceived {
  59
  60    private static final SimpleDateFormat TIME_FORMAT = new SimpleDateFormat("HH:mm:ss", Locale.ENGLISH);
  61
  62    private static final List<String> JINGLE_MESSAGE_ELEMENT_NAMES = Arrays.asList("accept", "propose", "proceed", "reject", "retract");
  63
  64    public MessageParser(XmppConnectionService service) {
  65        super(service);
  66    }
  67
  68    private static String extractStanzaId(Element packet, boolean isTypeGroupChat, Conversation conversation) {
  69        final Jid by;
  70        final boolean safeToExtract;
  71        if (isTypeGroupChat) {
  72            by = conversation.getJid().asBareJid();
  73            safeToExtract = conversation.getMucOptions().hasFeature(Namespace.STANZA_IDS);
  74        } else {
  75            Account account = conversation.getAccount();
  76            by = account.getJid().asBareJid();
  77            safeToExtract = account.getXmppConnection().getFeatures().stanzaIds();
  78        }
  79        return safeToExtract ? extractStanzaId(packet, by) : null;
  80    }
  81
  82    private static String extractStanzaId(Account account, Element packet) {
  83        final boolean safeToExtract = account.getXmppConnection().getFeatures().stanzaIds();
  84        return safeToExtract ? extractStanzaId(packet, account.getJid().asBareJid()) : null;
  85    }
  86
  87    private static String extractStanzaId(Element packet, Jid by) {
  88        for (Element child : packet.getChildren()) {
  89            if (child.getName().equals("stanza-id")
  90                    && Namespace.STANZA_IDS.equals(child.getNamespace())
  91                    && by.equals(InvalidJid.getNullForInvalid(child.getAttributeAsJid("by")))) {
  92                return child.getAttribute("id");
  93            }
  94        }
  95        return null;
  96    }
  97
  98    private static Jid getTrueCounterpart(Element mucUserElement, Jid fallback) {
  99        final Element item = mucUserElement == null ? null : mucUserElement.findChild("item");
 100        Jid result = item == null ? null : InvalidJid.getNullForInvalid(item.getAttributeAsJid("jid"));
 101        return result != null ? result : fallback;
 102    }
 103
 104    private boolean extractChatState(Conversation c, final boolean isTypeGroupChat, final MessagePacket packet) {
 105        ChatState state = ChatState.parse(packet);
 106        if (state != null && c != null) {
 107            final Account account = c.getAccount();
 108            final Jid from = packet.getFrom();
 109            if (from.asBareJid().equals(account.getJid().asBareJid())) {
 110                c.setOutgoingChatState(state);
 111                if (state == ChatState.ACTIVE || state == ChatState.COMPOSING) {
 112                    if (c.getContact().isSelf()) {
 113                        return false;
 114                    }
 115                    mXmppConnectionService.markRead(c);
 116                    activateGracePeriod(account);
 117                }
 118                return false;
 119            } else {
 120                if (isTypeGroupChat) {
 121                    MucOptions.User user = c.getMucOptions().findUserByFullJid(from);
 122                    if (user != null) {
 123                        return user.setChatState(state);
 124                    } else {
 125                        return false;
 126                    }
 127                } else {
 128                    return c.setIncomingChatState(state);
 129                }
 130            }
 131        }
 132        return false;
 133    }
 134
 135    private Message parseAxolotlChat(Element axolotlMessage, Jid from, Conversation conversation, int status, final boolean checkedForDuplicates, boolean postpone) {
 136        final AxolotlService service = conversation.getAccount().getAxolotlService();
 137        final XmppAxolotlMessage xmppAxolotlMessage;
 138        try {
 139            xmppAxolotlMessage = XmppAxolotlMessage.fromElement(axolotlMessage, from.asBareJid());
 140        } catch (Exception e) {
 141            Log.d(Config.LOGTAG, conversation.getAccount().getJid().asBareJid() + ": invalid omemo message received " + e.getMessage());
 142            return null;
 143        }
 144        if (xmppAxolotlMessage.hasPayload()) {
 145            final XmppAxolotlMessage.XmppAxolotlPlaintextMessage plaintextMessage;
 146            try {
 147                plaintextMessage = service.processReceivingPayloadMessage(xmppAxolotlMessage, postpone);
 148            } catch (BrokenSessionException e) {
 149                if (checkedForDuplicates) {
 150                    if (service.trustedOrPreviouslyResponded(from.asBareJid())) {
 151                        service.reportBrokenSessionException(e, postpone);
 152                        return new Message(conversation, "", Message.ENCRYPTION_AXOLOTL_FAILED, status);
 153                    } else {
 154                        Log.d(Config.LOGTAG, "ignoring broken session exception because contact was not trusted");
 155                        return new Message(conversation, "", Message.ENCRYPTION_AXOLOTL_FAILED, status);
 156                    }
 157                } else {
 158                    Log.d(Config.LOGTAG, "ignoring broken session exception because checkForDuplicates failed");
 159                    return null;
 160                }
 161            } catch (NotEncryptedForThisDeviceException e) {
 162                return new Message(conversation, "", Message.ENCRYPTION_AXOLOTL_NOT_FOR_THIS_DEVICE, status);
 163            } catch (OutdatedSenderException e) {
 164                return new Message(conversation, "", Message.ENCRYPTION_AXOLOTL_FAILED, status);
 165            }
 166            if (plaintextMessage != null) {
 167                Message finishedMessage = new Message(conversation, plaintextMessage.getPlaintext(), Message.ENCRYPTION_AXOLOTL, status);
 168                finishedMessage.setFingerprint(plaintextMessage.getFingerprint());
 169                Log.d(Config.LOGTAG, AxolotlService.getLogprefix(finishedMessage.getConversation().getAccount()) + " Received Message with session fingerprint: " + plaintextMessage.getFingerprint());
 170                return finishedMessage;
 171            }
 172        } else {
 173            Log.d(Config.LOGTAG, conversation.getAccount().getJid().asBareJid() + ": received OMEMO key transport message");
 174            service.processReceivingKeyTransportMessage(xmppAxolotlMessage, postpone);
 175        }
 176        return null;
 177    }
 178
 179    private Invite extractInvite(Element message) {
 180        final Element mucUser = message.findChild("x", Namespace.MUC_USER);
 181        if (mucUser != null) {
 182            Element invite = mucUser.findChild("invite");
 183            if (invite != null) {
 184                String password = mucUser.findChildContent("password");
 185                Jid from = InvalidJid.getNullForInvalid(invite.getAttributeAsJid("from"));
 186                Jid room = InvalidJid.getNullForInvalid(message.getAttributeAsJid("from"));
 187                if (room == null) {
 188                    return null;
 189                }
 190                return new Invite(room, password, false, from);
 191            }
 192        }
 193        final Element conference = message.findChild("x", "jabber:x:conference");
 194        if (conference != null) {
 195            Jid from = InvalidJid.getNullForInvalid(message.getAttributeAsJid("from"));
 196            Jid room = InvalidJid.getNullForInvalid(conference.getAttributeAsJid("jid"));
 197            if (room == null) {
 198                return null;
 199            }
 200            return new Invite(room, conference.getAttribute("password"), true, from);
 201        }
 202        return null;
 203    }
 204
 205    private void parseEvent(final Element event, final Jid from, final Account account) {
 206        final Element items = event.findChild("items");
 207        final String node = items == null ? null : items.getAttribute("node");
 208        if ("urn:xmpp:avatar:metadata".equals(node)) {
 209            Avatar avatar = Avatar.parseMetadata(items);
 210            if (avatar != null) {
 211                avatar.owner = from.asBareJid();
 212                if (mXmppConnectionService.getFileBackend().isAvatarCached(avatar)) {
 213                    if (account.getJid().asBareJid().equals(from)) {
 214                        if (account.setAvatar(avatar.getFilename())) {
 215                            mXmppConnectionService.databaseBackend.updateAccount(account);
 216                            mXmppConnectionService.notifyAccountAvatarHasChanged(account);
 217                        }
 218                        mXmppConnectionService.getAvatarService().clear(account);
 219                        mXmppConnectionService.updateConversationUi();
 220                        mXmppConnectionService.updateAccountUi();
 221                    } else {
 222                        final Contact contact = account.getRoster().getContact(from);
 223                        contact.setAvatar(avatar);
 224                        mXmppConnectionService.syncRoster(account);
 225                        mXmppConnectionService.getAvatarService().clear(contact);
 226                        mXmppConnectionService.updateConversationUi();
 227                        mXmppConnectionService.updateRosterUi();
 228                    }
 229                } else if (mXmppConnectionService.isDataSaverDisabled()) {
 230                    mXmppConnectionService.fetchAvatar(account, avatar);
 231                }
 232            }
 233        } else if (Namespace.NICK.equals(node)) {
 234            final Element i = items.findChild("item");
 235            final String nick = i == null ? null : i.findChildContent("nick", Namespace.NICK);
 236            if (nick != null) {
 237                setNick(account, from, nick);
 238            }
 239        } else if (AxolotlService.PEP_DEVICE_LIST.equals(node)) {
 240            Element item = items.findChild("item");
 241            Set<Integer> deviceIds = mXmppConnectionService.getIqParser().deviceIds(item);
 242            Log.d(Config.LOGTAG, AxolotlService.getLogprefix(account) + "Received PEP device list " + deviceIds + " update from " + from + ", processing... ");
 243            final AxolotlService axolotlService = account.getAxolotlService();
 244            axolotlService.registerDevices(from, deviceIds);
 245        } else if (Namespace.BOOKMARKS.equals(node) && account.getJid().asBareJid().equals(from)) {
 246            if (account.getXmppConnection().getFeatures().bookmarksConversion()) {
 247                final Element i = items.findChild("item");
 248                final Element storage = i == null ? null : i.findChild("storage", Namespace.BOOKMARKS);
 249                Map<Jid, Bookmark> bookmarks = Bookmark.parseFromStorage(storage, account);
 250                mXmppConnectionService.processBookmarksInitial(account, bookmarks, true);
 251                Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": processing bookmark PEP event");
 252            } else {
 253                Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": ignoring bookmark PEP event because bookmark conversion was not detected");
 254            }
 255        } else if (Namespace.BOOKMARKS2.equals(node) && account.getJid().asBareJid().equals(from)) {
 256            final Element item = items.findChild("item");
 257            final Element retract = items.findChild("retract");
 258            if (item != null) {
 259                final Bookmark bookmark = Bookmark.parseFromItem(item, account);
 260                if (bookmark != null) {
 261                    account.putBookmark(bookmark);
 262                    mXmppConnectionService.processModifiedBookmark(bookmark);
 263                    mXmppConnectionService.updateConversationUi();
 264                }
 265            }
 266            if (retract != null) {
 267                final Jid id = InvalidJid.getNullForInvalid(retract.getAttributeAsJid("id"));
 268                if (id != null) {
 269                    account.removeBookmark(id);
 270                    Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": deleted bookmark for " + id);
 271                    mXmppConnectionService.processDeletedBookmark(account, id);
 272                    mXmppConnectionService.updateConversationUi();
 273                }
 274            }
 275        } else {
 276            Log.d(Config.LOGTAG, account.getJid().asBareJid() + " received pubsub notification for node=" + node);
 277        }
 278    }
 279
 280    private void parseDeleteEvent(final Element event, final Jid from, final Account account) {
 281        final Element delete = event.findChild("delete");
 282        final String node = delete == null ? null : delete.getAttribute("node");
 283        if (Namespace.NICK.equals(node)) {
 284            Log.d(Config.LOGTAG, "parsing nick delete event from " + from);
 285            setNick(account, from, null);
 286        } else if (Namespace.BOOKMARKS2.equals(node) && account.getJid().asBareJid().equals(from)) {
 287            account.setBookmarks(Collections.emptyMap());
 288            Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": deleted bookmarks node");
 289        } else if (Namespace.AVATAR_METADATA.equals(node) && account.getJid().asBareJid().equals(from)) {
 290            Log.d(Config.LOGTAG,account.getJid().asBareJid()+": deleted avatar metadata node");
 291        }
 292    }
 293
 294    private void parsePurgeEvent(final Element event, final Jid from, final Account account) {
 295        final Element purge = event.findChild("purge");
 296        final String node = purge == null ? null : purge.getAttribute("node");
 297        if (Namespace.BOOKMARKS2.equals(node) && account.getJid().asBareJid().equals(from)) {
 298            account.setBookmarks(Collections.emptyMap());
 299            Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": purged bookmarks");
 300        }
 301    }
 302
 303    private void setNick(Account account, Jid user, String nick) {
 304        if (user.asBareJid().equals(account.getJid().asBareJid())) {
 305            account.setDisplayName(nick);
 306            if (QuickConversationsService.isQuicksy()) {
 307                mXmppConnectionService.getAvatarService().clear(account);
 308            }
 309        } else {
 310            Contact contact = account.getRoster().getContact(user);
 311            if (contact.setPresenceName(nick)) {
 312                mXmppConnectionService.syncRoster(account);
 313                mXmppConnectionService.getAvatarService().clear(contact);
 314            }
 315        }
 316        mXmppConnectionService.updateConversationUi();
 317        mXmppConnectionService.updateAccountUi();
 318    }
 319
 320    private boolean handleErrorMessage(final Account account, final MessagePacket packet) {
 321        if (packet.getType() == MessagePacket.TYPE_ERROR) {
 322            if (packet.fromServer(account)) {
 323                final Pair<MessagePacket, Long> forwarded = packet.getForwardedMessagePacket("received", Namespace.CARBONS);
 324                if (forwarded != null) {
 325                    return handleErrorMessage(account, forwarded.first);
 326                }
 327            }
 328            final Jid from = packet.getFrom();
 329            final String id = packet.getId();
 330            if (from != null && id != null) {
 331                if (id.startsWith(JingleRtpConnection.JINGLE_MESSAGE_PROPOSE_ID_PREFIX)) {
 332                    final String sessionId = id.substring(JingleRtpConnection.JINGLE_MESSAGE_PROPOSE_ID_PREFIX.length());
 333                    mXmppConnectionService.getJingleConnectionManager()
 334                            .updateProposedSessionDiscovered(account, from, sessionId, JingleConnectionManager.DeviceDiscoveryState.FAILED);
 335                    return true;
 336                }
 337                if (id.startsWith(JingleRtpConnection.JINGLE_MESSAGE_PROCEED_ID_PREFIX)) {
 338                    final String sessionId = id.substring(JingleRtpConnection.JINGLE_MESSAGE_PROCEED_ID_PREFIX.length());
 339                    final String message = extractErrorMessage(packet);
 340                    mXmppConnectionService.getJingleConnectionManager().failProceed(account, from, sessionId, message);
 341                    return true;
 342                }
 343                mXmppConnectionService.markMessage(account,
 344                        from.asBareJid(),
 345                        id,
 346                        Message.STATUS_SEND_FAILED,
 347                        extractErrorMessage(packet));
 348                final Element error = packet.findChild("error");
 349                final boolean pingWorthyError = error != null && (error.hasChild("not-acceptable") || error.hasChild("remote-server-timeout") || error.hasChild("remote-server-not-found"));
 350                if (pingWorthyError) {
 351                    Conversation conversation = mXmppConnectionService.find(account, from);
 352                    if (conversation != null && conversation.getMode() == Conversational.MODE_MULTI) {
 353                        if (conversation.getMucOptions().online()) {
 354                            Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": received ping worthy error for seemingly online muc at " + from);
 355                            mXmppConnectionService.mucSelfPingAndRejoin(conversation);
 356                        }
 357                    }
 358                }
 359            }
 360            return true;
 361        }
 362        return false;
 363    }
 364
 365    @Override
 366    public void onMessagePacketReceived(Account account, MessagePacket original) {
 367        if (handleErrorMessage(account, original)) {
 368            return;
 369        }
 370        final MessagePacket packet;
 371        Long timestamp = null;
 372        boolean isCarbon = false;
 373        String serverMsgId = null;
 374        final Element fin = original.findChild("fin", MessageArchiveService.Version.MAM_0.namespace);
 375        if (fin != null) {
 376            mXmppConnectionService.getMessageArchiveService().processFinLegacy(fin, original.getFrom());
 377            return;
 378        }
 379        final Element result = MessageArchiveService.Version.findResult(original);
 380        final String queryId = result == null ? null : result.getAttribute("queryid");
 381        final MessageArchiveService.Query query = queryId == null ? null : mXmppConnectionService.getMessageArchiveService().findQuery(queryId);
 382        if (query != null && query.validFrom(original.getFrom())) {
 383            final Pair<MessagePacket, Long> f = original.getForwardedMessagePacket("result", query.version.namespace);
 384            if (f == null) {
 385                return;
 386            }
 387            timestamp = f.second;
 388            packet = f.first;
 389            serverMsgId = result.getAttribute("id");
 390            query.incrementMessageCount();
 391            if (handleErrorMessage(account, packet)) {
 392                return;
 393            }
 394        } else if (query != null) {
 395            Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": received mam result with invalid from (" + original.getFrom() + ") or queryId (" + queryId + ")");
 396            return;
 397        } else if (original.fromServer(account)) {
 398            Pair<MessagePacket, Long> f;
 399            f = original.getForwardedMessagePacket("received", Namespace.CARBONS);
 400            f = f == null ? original.getForwardedMessagePacket("sent", Namespace.CARBONS) : f;
 401            packet = f != null ? f.first : original;
 402            if (handleErrorMessage(account, packet)) {
 403                return;
 404            }
 405            timestamp = f != null ? f.second : null;
 406            isCarbon = f != null;
 407        } else {
 408            packet = original;
 409        }
 410
 411        if (timestamp == null) {
 412            timestamp = AbstractParser.parseTimestamp(original, AbstractParser.parseTimestamp(packet));
 413        }
 414        final Element mucUserElement = packet.findChild("x", Namespace.MUC_USER);
 415        final String pgpEncrypted = packet.findChildContent("x", "jabber:x:encrypted");
 416        final Element replaceElement = packet.findChild("replace", "urn:xmpp:message-correct:0");
 417        Set<Message.FileParams> attachments = new LinkedHashSet<>();
 418        for (Element child : packet.getChildren()) {
 419            // SIMS first so they get preference in the set
 420            if (child.getName().equals("reference") && child.getNamespace().equals("urn:xmpp:reference:0")) {
 421                if (child.findChild("media-sharing", "urn:xmpp:sims:1") != null) {
 422                    attachments.add(new Message.FileParams(child));
 423                }
 424            }
 425        }
 426        for (Element child : packet.getChildren()) {
 427            if (child.getName().equals("x") && child.getNamespace().equals(Namespace.OOB)) {
 428                attachments.add(new Message.FileParams(child));
 429            }
 430        }
 431        String replacementId = replaceElement == null ? null : replaceElement.getAttribute("id");
 432        boolean replaceAsRetraction = false;
 433        if (replacementId == null) {
 434            Element fasten = packet.findChild("apply-to", "urn:xmpp:fasten:0");
 435            if (fasten != null && (fasten.findChild("retract", "urn:xmpp:message-retract:0") != null || fasten.findChild("moderated", "urn:xmpp:message-moderate:0") != null)) {
 436                replacementId = fasten.getAttribute("id");
 437                packet.setBody("");
 438                replaceAsRetraction = true;
 439            }
 440        }
 441        final LocalizedContent body = packet.getBody();
 442
 443        final Element axolotlEncrypted = packet.findChildEnsureSingle(XmppAxolotlMessage.CONTAINERTAG, AxolotlService.PEP_PREFIX);
 444        int status;
 445        final Jid counterpart;
 446        final Jid to = packet.getTo();
 447        final Jid from = packet.getFrom();
 448        final Element originId = packet.findChild("origin-id", Namespace.STANZA_IDS);
 449        final String remoteMsgId;
 450        if (originId != null && originId.getAttribute("id") != null) {
 451            remoteMsgId = originId.getAttribute("id");
 452        } else {
 453            remoteMsgId = packet.getId();
 454        }
 455        boolean notify = false;
 456
 457        Element html = packet.findChild("html", "http://jabber.org/protocol/xhtml-im");
 458        if (html != null && html.findChild("body", "http://www.w3.org/1999/xhtml") == null) {
 459            html = null;
 460        }
 461
 462        if (from == null || !InvalidJid.isValid(from) || !InvalidJid.isValid(to)) {
 463            Log.e(Config.LOGTAG, "encountered invalid message from='" + from + "' to='" + to + "'");
 464            return;
 465        }
 466
 467        boolean isTypeGroupChat = packet.getType() == MessagePacket.TYPE_GROUPCHAT;
 468        if (query != null && !query.muc() && isTypeGroupChat) {
 469            Log.e(Config.LOGTAG, account.getJid().asBareJid() + ": received groupchat (" + from + ") message on regular MAM request. skipping");
 470            return;
 471        }
 472        boolean isMucStatusMessage = InvalidJid.hasValidFrom(packet) && from.isBareJid() && mucUserElement != null && mucUserElement.hasChild("status");
 473        boolean selfAddressed;
 474        if (packet.fromAccount(account)) {
 475            status = Message.STATUS_SEND;
 476            selfAddressed = to == null || account.getJid().asBareJid().equals(to.asBareJid());
 477            if (selfAddressed) {
 478                counterpart = from;
 479            } else {
 480                counterpart = to != null ? to : account.getJid();
 481            }
 482        } else {
 483            status = Message.STATUS_RECEIVED;
 484            counterpart = from;
 485            selfAddressed = false;
 486        }
 487
 488        final Invite invite = extractInvite(packet);
 489        if (invite != null) {
 490            if (isTypeGroupChat) {
 491                Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": ignoring invite to " + invite.jid + " because type=groupchat");
 492            } else if (invite.direct && (mucUserElement != null || invite.inviter == null || mXmppConnectionService.isMuc(account, invite.inviter))) {
 493                Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": ignoring direct invite to " + invite.jid + " because it was received in MUC");
 494            } else {
 495                invite.execute(account);
 496                return;
 497            }
 498        }
 499
 500        if ((body != null || pgpEncrypted != null || (axolotlEncrypted != null && axolotlEncrypted.hasChild("payload")) || !attachments.isEmpty() || html != null) && !isMucStatusMessage) {
 501            final boolean conversationIsProbablyMuc = isTypeGroupChat || mucUserElement != null || account.getXmppConnection().getMucServersWithholdAccount().contains(counterpart.getDomain().toEscapedString());
 502            final Conversation conversation = mXmppConnectionService.findOrCreateConversation(account, counterpart.asBareJid(), conversationIsProbablyMuc, false, query, false);
 503            final boolean conversationMultiMode = conversation.getMode() == Conversation.MODE_MULTI;
 504
 505            if (serverMsgId == null) {
 506                serverMsgId = extractStanzaId(packet, isTypeGroupChat, conversation);
 507            }
 508
 509
 510            if (selfAddressed) {
 511                if (mXmppConnectionService.markMessage(conversation, remoteMsgId, Message.STATUS_SEND_RECEIVED, serverMsgId)) {
 512                    return;
 513                }
 514                status = Message.STATUS_RECEIVED;
 515                if (remoteMsgId != null && conversation.findMessageWithRemoteId(remoteMsgId, counterpart) != null) {
 516                    return;
 517                }
 518            }
 519
 520            if (isTypeGroupChat) {
 521                if (conversation.getMucOptions().isSelf(counterpart)) {
 522                    status = Message.STATUS_SEND_RECEIVED;
 523                    isCarbon = true; //not really carbon but received from another resource
 524                    if (mXmppConnectionService.markMessage(conversation, remoteMsgId, status, serverMsgId, body)) {
 525                        return;
 526                    } else if (remoteMsgId == null || Config.IGNORE_ID_REWRITE_IN_MUC) {
 527                        if (body != null) {
 528                            Message message = conversation.findSentMessageWithBody(body.content);
 529                            if (message != null) {
 530                                mXmppConnectionService.markMessage(message, status);
 531                                return;
 532                            }
 533                        }
 534                    }
 535                } else {
 536                    status = Message.STATUS_RECEIVED;
 537                }
 538            }
 539            final Message message;
 540            if (pgpEncrypted != null && Config.supportOpenPgp()) {
 541                message = new Message(conversation, pgpEncrypted, Message.ENCRYPTION_PGP, status);
 542            } else if (axolotlEncrypted != null && Config.supportOmemo()) {
 543                Jid origin;
 544                Set<Jid> fallbacksBySourceId = Collections.emptySet();
 545                if (conversationMultiMode) {
 546                    final Jid fallback = conversation.getMucOptions().getTrueCounterpart(counterpart);
 547                    origin = getTrueCounterpart(query != null ? mucUserElement : null, fallback);
 548                    if (origin == null) {
 549                        try {
 550                            fallbacksBySourceId = account.getAxolotlService().findCounterpartsBySourceId(XmppAxolotlMessage.parseSourceId(axolotlEncrypted));
 551                        } catch (IllegalArgumentException e) {
 552                            //ignoring
 553                        }
 554                    }
 555                    if (origin == null && fallbacksBySourceId.size() == 0) {
 556                        Log.d(Config.LOGTAG, "axolotl message in anonymous conference received and no possible fallbacks");
 557                        return;
 558                    }
 559                } else {
 560                    fallbacksBySourceId = Collections.emptySet();
 561                    origin = from;
 562                }
 563
 564                final boolean liveMessage = query == null && !isTypeGroupChat && mucUserElement == null;
 565                final boolean checkedForDuplicates = liveMessage || (serverMsgId != null && remoteMsgId != null && !conversation.possibleDuplicate(serverMsgId, remoteMsgId));
 566
 567                if (origin != null) {
 568                    message = parseAxolotlChat(axolotlEncrypted, origin, conversation, status, checkedForDuplicates, query != null);
 569                } else {
 570                    Message trial = null;
 571                    for (Jid fallback : fallbacksBySourceId) {
 572                        trial = parseAxolotlChat(axolotlEncrypted, fallback, conversation, status, checkedForDuplicates && fallbacksBySourceId.size() == 1, query != null);
 573                        if (trial != null) {
 574                            Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": decoded muc message using fallback");
 575                            origin = fallback;
 576                            break;
 577                        }
 578                    }
 579                    message = trial;
 580                }
 581                if (message == null) {
 582                    if (query == null && extractChatState(mXmppConnectionService.find(account, counterpart.asBareJid()), isTypeGroupChat, packet)) {
 583                        mXmppConnectionService.updateConversationUi();
 584                    }
 585                    if (query != null && status == Message.STATUS_SEND && remoteMsgId != null) {
 586                        Message previouslySent = conversation.findSentMessageWithUuid(remoteMsgId);
 587                        if (previouslySent != null && previouslySent.getServerMsgId() == null && serverMsgId != null) {
 588                            previouslySent.setServerMsgId(serverMsgId);
 589                            mXmppConnectionService.databaseBackend.updateMessage(previouslySent, false);
 590                            Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": encountered previously sent OMEMO message without serverId. updating...");
 591                        }
 592                    }
 593                    return;
 594                }
 595                if (conversationMultiMode) {
 596                    message.setTrueCounterpart(origin);
 597                }
 598            } else if (body == null && !attachments.isEmpty()) {
 599                message = new Message(conversation, "", Message.ENCRYPTION_NONE, status);
 600            } else {
 601                message = new Message(conversation, body == null ? "HTML-only message" : body.content, Message.ENCRYPTION_NONE, status);
 602                if (body != null && body.count > 1) {
 603                    message.setBodyLanguage(body.language);
 604                }
 605            }
 606
 607            Element addresses = packet.findChild("addresses", "http://jabber.org/protocol/address");
 608            if (status == Message.STATUS_RECEIVED && addresses != null) {
 609                for (Element address : addresses.getChildren()) {
 610                    if (!address.getName().equals("address") || !address.getNamespace().equals("http://jabber.org/protocol/address")) continue;
 611
 612                    if (address.getAttribute("type").equals("ofrom") && address.getAttribute("jid") != null) {
 613                        Jid ofrom = address.getAttributeAsJid("jid");
 614                        if (InvalidJid.isValid(ofrom) && ofrom.getDomain().equals(counterpart.getDomain()) &&
 615                            conversation.getAccount().getRoster().getContact(counterpart.getDomain()).getPresences().anySupport("http://jabber.org/protocol/address")) {
 616
 617                            message.setTrueCounterpart(ofrom);
 618                        }
 619                    }
 620                }
 621            }
 622
 623            if (html != null) message.addPayload(html);
 624            message.setSubject(packet.findChildContent("subject"));
 625            message.setCounterpart(counterpart);
 626            message.setRemoteMsgId(remoteMsgId);
 627            message.setServerMsgId(serverMsgId);
 628            message.setCarbon(isCarbon);
 629            message.setTime(timestamp);
 630            if (!attachments.isEmpty()) {
 631                message.setFileParams(attachments.iterator().next());
 632                if (CryptoHelper.isPgpEncryptedUrl(message.getFileParams().url)) {
 633                    message.setEncryption(Message.ENCRYPTION_DECRYPTED);
 634                }
 635            }
 636            message.markable = packet.hasChild("markable", "urn:xmpp:chat-markers:0");
 637            for (Element el : packet.getChildren()) {
 638                if ((el.getName().equals("query") && el.getNamespace().equals("http://jabber.org/protocol/disco#items") && el.getAttribute("node").equals("http://jabber.org/protocol/commands")) ||
 639                    (el.getName().equals("fallback") && el.getNamespace().equals("urn:xmpp:fallback:0"))) {
 640                    message.addPayload(el);
 641                }
 642                if (el.getName().equals("thread") && (el.getNamespace() == null || el.getNamespace().equals("jabber:client"))) {
 643                    el.setAttribute("xmlns", "jabber:client");
 644                    message.addPayload(el);
 645                }
 646            }
 647            if (conversationMultiMode) {
 648                message.setMucUser(conversation.getMucOptions().findUserByFullJid(counterpart));
 649                final Jid fallback = conversation.getMucOptions().getTrueCounterpart(counterpart);
 650                Jid trueCounterpart;
 651                if (message.getEncryption() == Message.ENCRYPTION_AXOLOTL) {
 652                    trueCounterpart = message.getTrueCounterpart();
 653                } else if (query != null && query.safeToExtractTrueCounterpart()) {
 654                    trueCounterpart = getTrueCounterpart(mucUserElement, fallback);
 655                } else {
 656                    trueCounterpart = fallback;
 657                }
 658                if (trueCounterpart != null && isTypeGroupChat) {
 659                    if (trueCounterpart.asBareJid().equals(account.getJid().asBareJid())) {
 660                        status = isTypeGroupChat ? Message.STATUS_SEND_RECEIVED : Message.STATUS_SEND;
 661                    } else {
 662                        status = Message.STATUS_RECEIVED;
 663                        message.setCarbon(false);
 664                    }
 665                }
 666                message.setStatus(status);
 667                message.setTrueCounterpart(trueCounterpart);
 668                if (!isTypeGroupChat) {
 669                    message.setType(Message.TYPE_PRIVATE);
 670                }
 671            } else {
 672                updateLastseen(account, from);
 673            }
 674
 675            if (replacementId != null && mXmppConnectionService.allowMessageCorrection()) {
 676                final Message replacedMessage = conversation.findMessageWithRemoteIdAndCounterpart(replacementId, counterpart);
 677                if (replacedMessage != null) {
 678                    final boolean fingerprintsMatch = replacedMessage.getFingerprint() == null
 679                            || replacedMessage.getFingerprint().equals(message.getFingerprint());
 680                    final boolean trueCountersMatch = replacedMessage.getTrueCounterpart() != null
 681                            && message.getTrueCounterpart() != null
 682                            && replacedMessage.getTrueCounterpart().asBareJid().equals(message.getTrueCounterpart().asBareJid());
 683                    final boolean mucUserMatches = query == null && replacedMessage.sameMucUser(message); //can not be checked when using mam
 684                    final boolean duplicate = conversation.hasDuplicateMessage(message);
 685                    if (fingerprintsMatch && (trueCountersMatch || !conversationMultiMode || mucUserMatches || counterpart.isBareJid()) && !duplicate) {
 686                        Log.d(Config.LOGTAG, "replaced message '" + replacedMessage.getBody() + "' with '" + message.getBody() + "'");
 687                        synchronized (replacedMessage) {
 688                            final String uuid = replacedMessage.getUuid();
 689                            replacedMessage.setUuid(UUID.randomUUID().toString());
 690                            replacedMessage.setBody(message.getBody());
 691                            replacedMessage.putEdited(replacedMessage.getRemoteMsgId(), replacedMessage.getServerMsgId());
 692                            replacedMessage.setRemoteMsgId(remoteMsgId);
 693                            if (replaceAsRetraction) {
 694                                mXmppConnectionService.getFileBackend().deleteFile(replacedMessage);
 695                                mXmppConnectionService.evictPreview(message.getUuid());
 696                                replacedMessage.clearPayloads();
 697                                replacedMessage.setFileParams(null);
 698                                replacedMessage.setDeleted(true);
 699                            }
 700                            if (replacedMessage.getServerMsgId() == null || message.getServerMsgId() != null) {
 701                                replacedMessage.setServerMsgId(message.getServerMsgId());
 702                            }
 703                            replacedMessage.setEncryption(message.getEncryption());
 704                            if (replacedMessage.getStatus() == Message.STATUS_RECEIVED) {
 705                                replacedMessage.markUnread();
 706                            }
 707                            extractChatState(mXmppConnectionService.find(account, counterpart.asBareJid()), isTypeGroupChat, packet);
 708                            mXmppConnectionService.updateMessage(replacedMessage, uuid);
 709                            if (mXmppConnectionService.confirmMessages()
 710                                    && replacedMessage.getStatus() == Message.STATUS_RECEIVED
 711                                    && (replacedMessage.trusted() || replacedMessage.isPrivateMessage()) //TODO do we really want to send receipts for all PMs?
 712                                    && remoteMsgId != null
 713                                    && !selfAddressed
 714                                    && !isTypeGroupChat) {
 715                                processMessageReceipts(account, packet, remoteMsgId, query);
 716                            }
 717                            if (replacedMessage.getEncryption() == Message.ENCRYPTION_PGP) {
 718                                conversation.getAccount().getPgpDecryptionService().discard(replacedMessage);
 719                                conversation.getAccount().getPgpDecryptionService().decrypt(replacedMessage, false);
 720                            }
 721                        }
 722                        mXmppConnectionService.getNotificationService().updateNotification();
 723                        return;
 724                    } else {
 725                        Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": received message correction but verification didn't check out");
 726                    }
 727                }
 728            }
 729
 730            long deletionDate = mXmppConnectionService.getAutomaticMessageDeletionDate();
 731            if (deletionDate != 0 && message.getTimeSent() < deletionDate) {
 732                Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": skipping message from " + message.getCounterpart().toString() + " because it was sent prior to our deletion date");
 733                return;
 734            }
 735
 736            boolean checkForDuplicates = (isTypeGroupChat && packet.hasChild("delay", "urn:xmpp:delay"))
 737                    || message.isPrivateMessage()
 738                    || message.getServerMsgId() != null
 739                    || (query == null && mXmppConnectionService.getMessageArchiveService().isCatchupInProgress(conversation));
 740            if (checkForDuplicates) {
 741                final Message duplicate = conversation.findDuplicateMessage(message);
 742                if (duplicate != null) {
 743                    final boolean serverMsgIdUpdated;
 744                    if (duplicate.getStatus() != Message.STATUS_RECEIVED
 745                            && duplicate.getUuid().equals(message.getRemoteMsgId())
 746                            && duplicate.getServerMsgId() == null
 747                            && message.getServerMsgId() != null) {
 748                        duplicate.setServerMsgId(message.getServerMsgId());
 749                        if (mXmppConnectionService.databaseBackend.updateMessage(duplicate, false)) {
 750                            serverMsgIdUpdated = true;
 751                        } else {
 752                            serverMsgIdUpdated = false;
 753                            Log.e(Config.LOGTAG, "failed to update message");
 754                        }
 755                    } else {
 756                        serverMsgIdUpdated = false;
 757                    }
 758                    Log.d(Config.LOGTAG, "skipping duplicate message with " + message.getCounterpart() + ". serverMsgIdUpdated=" + serverMsgIdUpdated);
 759                    return;
 760                }
 761            }
 762
 763            if (query != null && query.getPagingOrder() == MessageArchiveService.PagingOrder.REVERSE) {
 764                conversation.prepend(query.getActualInThisQuery(), message);
 765            } else {
 766                conversation.add(message);
 767            }
 768            if (query != null) {
 769                query.incrementActualMessageCount();
 770            }
 771
 772            if (query == null || query.isCatchup()) { //either no mam or catchup
 773                if (status == Message.STATUS_SEND || status == Message.STATUS_SEND_RECEIVED) {
 774                    mXmppConnectionService.markRead(conversation);
 775                    if (query == null) {
 776                        activateGracePeriod(account);
 777                    }
 778                } else {
 779                    message.markUnread();
 780                    notify = true;
 781                }
 782            }
 783
 784            if (message.getEncryption() == Message.ENCRYPTION_PGP) {
 785                notify = conversation.getAccount().getPgpDecryptionService().decrypt(message, notify);
 786            } else if (message.getEncryption() == Message.ENCRYPTION_AXOLOTL_NOT_FOR_THIS_DEVICE || message.getEncryption() == Message.ENCRYPTION_AXOLOTL_FAILED) {
 787                notify = false;
 788            }
 789
 790            if (query == null) {
 791                extractChatState(mXmppConnectionService.find(account, counterpart.asBareJid()), isTypeGroupChat, packet);
 792                mXmppConnectionService.updateConversationUi();
 793            }
 794
 795            if (mXmppConnectionService.confirmMessages()
 796                    && message.getStatus() == Message.STATUS_RECEIVED
 797                    && (message.trusted() || message.isPrivateMessage())
 798                    && remoteMsgId != null
 799                    && !selfAddressed
 800                    && !isTypeGroupChat) {
 801                processMessageReceipts(account, packet, remoteMsgId, query);
 802            }
 803
 804            if (message.getFileParams() != null) {
 805                for (Cid cid : message.getFileParams().getCids()) {
 806                    File f = mXmppConnectionService.getFileForCid(cid);
 807                    if (f != null && f.canRead()) {
 808                        message.setRelativeFilePath(f.getAbsolutePath());
 809                        mXmppConnectionService.getFileBackend().updateFileParams(message, null, false);
 810                        break;
 811                    }
 812                }
 813            }
 814
 815            mXmppConnectionService.databaseBackend.createMessage(message);
 816
 817            final HttpConnectionManager manager = this.mXmppConnectionService.getHttpConnectionManager();
 818            if (message.getRelativeFilePath() == null && message.trusted() && message.treatAsDownloadable() && manager.getAutoAcceptFileSize() > 0) {
 819                if (message.getOob() != null && message.getOob().getScheme().equalsIgnoreCase("cid")) {
 820                    try {
 821                        BobTransfer transfer = new BobTransfer.ForMessage(message, mXmppConnectionService);
 822                        message.setTransferable(transfer);
 823                        transfer.start();
 824                    } catch (URISyntaxException e) {
 825                        Log.d(Config.LOGTAG, "BobTransfer failed to parse URI");
 826                    }
 827                } else {
 828                    manager.createNewDownloadConnection(message);
 829                }
 830            } else if (notify) {
 831                if (query != null && query.isCatchup()) {
 832                    mXmppConnectionService.getNotificationService().pushFromBacklog(message);
 833                } else {
 834                    mXmppConnectionService.getNotificationService().push(message);
 835                }
 836            }
 837        } else if (!packet.hasChild("body")) { //no body
 838
 839            final Conversation conversation = mXmppConnectionService.find(account, from.asBareJid());
 840            if (axolotlEncrypted != null) {
 841                Jid origin;
 842                if (conversation != null && conversation.getMode() == Conversation.MODE_MULTI) {
 843                    final Jid fallback = conversation.getMucOptions().getTrueCounterpart(counterpart);
 844                    origin = getTrueCounterpart(query != null ? mucUserElement : null, fallback);
 845                    if (origin == null) {
 846                        Log.d(Config.LOGTAG, "omemo key transport message in anonymous conference received");
 847                        return;
 848                    }
 849                } else if (isTypeGroupChat) {
 850                    return;
 851                } else {
 852                    origin = from;
 853                }
 854                try {
 855                    final XmppAxolotlMessage xmppAxolotlMessage = XmppAxolotlMessage.fromElement(axolotlEncrypted, origin.asBareJid());
 856                    account.getAxolotlService().processReceivingKeyTransportMessage(xmppAxolotlMessage, query != null);
 857                    Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": omemo key transport message received from " + origin);
 858                } catch (Exception e) {
 859                    Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": invalid omemo key transport message received " + e.getMessage());
 860                    return;
 861                }
 862            }
 863
 864            if (query == null && extractChatState(mXmppConnectionService.find(account, counterpart.asBareJid()), isTypeGroupChat, packet)) {
 865                mXmppConnectionService.updateConversationUi();
 866            }
 867
 868            if (isTypeGroupChat) {
 869                if (packet.hasChild("subject")) { //TODO usually we would want to check for lack of body; however some servers do set a body :(
 870                    if (conversation != null && conversation.getMode() == Conversation.MODE_MULTI) {
 871                        conversation.setHasMessagesLeftOnServer(conversation.countMessages() > 0);
 872                        final LocalizedContent subject = packet.findInternationalizedChildContentInDefaultNamespace("subject");
 873                        if (subject != null && conversation.getMucOptions().setSubject(subject.content)) {
 874                            mXmppConnectionService.updateConversation(conversation);
 875                        }
 876                        mXmppConnectionService.updateConversationUi();
 877                        return;
 878                    }
 879                }
 880            }
 881            if (conversation != null && mucUserElement != null && InvalidJid.hasValidFrom(packet) && from.isBareJid()) {
 882                for (Element child : mucUserElement.getChildren()) {
 883                    if ("status".equals(child.getName())) {
 884                        try {
 885                            int code = Integer.parseInt(child.getAttribute("code"));
 886                            if ((code >= 170 && code <= 174) || (code >= 102 && code <= 104)) {
 887                                mXmppConnectionService.fetchConferenceConfiguration(conversation);
 888                                break;
 889                            }
 890                        } catch (Exception e) {
 891                            //ignored
 892                        }
 893                    } else if ("item".equals(child.getName())) {
 894                        MucOptions.User user = AbstractParser.parseItem(conversation, child);
 895                        Log.d(Config.LOGTAG, account.getJid() + ": changing affiliation for "
 896                                + user.getRealJid() + " to " + user.getAffiliation() + " in "
 897                                + conversation.getJid().asBareJid());
 898                        if (!user.realJidMatchesAccount()) {
 899                            boolean isNew = conversation.getMucOptions().updateUser(user);
 900                            mXmppConnectionService.getAvatarService().clear(conversation);
 901                            mXmppConnectionService.updateMucRosterUi();
 902                            mXmppConnectionService.updateConversationUi();
 903                            Contact contact = user.getContact();
 904                            if (!user.getAffiliation().ranks(MucOptions.Affiliation.MEMBER)) {
 905                                Jid jid = user.getRealJid();
 906                                List<Jid> cryptoTargets = conversation.getAcceptedCryptoTargets();
 907                                if (cryptoTargets.remove(user.getRealJid())) {
 908                                    Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": removed " + jid + " from crypto targets of " + conversation.getName());
 909                                    conversation.setAcceptedCryptoTargets(cryptoTargets);
 910                                    mXmppConnectionService.updateConversation(conversation);
 911                                }
 912                            } else if (isNew
 913                                    && user.getRealJid() != null
 914                                    && conversation.getMucOptions().isPrivateAndNonAnonymous()
 915                                    && (contact == null || !contact.mutualPresenceSubscription())
 916                                    && account.getAxolotlService().hasEmptyDeviceList(user.getRealJid())) {
 917                                account.getAxolotlService().fetchDeviceIds(user.getRealJid());
 918                            }
 919                        }
 920                    }
 921                }
 922            }
 923            if (!isTypeGroupChat) {
 924                for (Element child : packet.getChildren()) {
 925                    if (Namespace.JINGLE_MESSAGE.equals(child.getNamespace()) && JINGLE_MESSAGE_ELEMENT_NAMES.contains(child.getName())) {
 926                        final String action = child.getName();
 927                        final String sessionId = child.getAttribute("id");
 928                        if (sessionId == null) {
 929                            break;
 930                        }
 931                        if (query == null) {
 932                            if (serverMsgId == null) {
 933                                serverMsgId = extractStanzaId(account, packet);
 934                            }
 935                            mXmppConnectionService.getJingleConnectionManager().deliverMessage(account, packet.getTo(), packet.getFrom(), child, remoteMsgId, serverMsgId, timestamp);
 936                            if (!account.getJid().asBareJid().equals(from.asBareJid()) && remoteMsgId != null) {
 937                                processMessageReceipts(account, packet, remoteMsgId, query);
 938                            }
 939                        } else if (query.isCatchup()) {
 940                            if ("propose".equals(action)) {
 941                                final Element description = child.findChild("description");
 942                                final String namespace = description == null ? null : description.getNamespace();
 943                                if (Namespace.JINGLE_APPS_RTP.equals(namespace)) {
 944                                    final Conversation c = mXmppConnectionService.findOrCreateConversation(account, counterpart.asBareJid(), false, false);
 945                                    final Message preExistingMessage = c.findRtpSession(sessionId, status);
 946                                    if (preExistingMessage != null) {
 947                                        preExistingMessage.setServerMsgId(serverMsgId);
 948                                        mXmppConnectionService.updateMessage(preExistingMessage);
 949                                        break;
 950                                    }
 951                                    final Message message = new Message(
 952                                            c,
 953                                            status,
 954                                            Message.TYPE_RTP_SESSION,
 955                                            sessionId
 956                                    );
 957                                    message.setServerMsgId(serverMsgId);
 958                                    message.setTime(timestamp);
 959                                    message.setBody(new RtpSessionStatus(false, 0).toString());
 960                                    c.add(message);
 961                                    mXmppConnectionService.databaseBackend.createMessage(message);
 962                                }
 963                            } else if ("proceed".equals(action)) {
 964                                //status needs to be flipped to find the original propose
 965                                final Conversation c = mXmppConnectionService.findOrCreateConversation(account, counterpart.asBareJid(), false, false);
 966                                final int s = packet.fromAccount(account) ? Message.STATUS_RECEIVED : Message.STATUS_SEND;
 967                                final Message message = c.findRtpSession(sessionId, s);
 968                                if (message != null) {
 969                                    message.setBody(new RtpSessionStatus(true, 0).toString());
 970                                    if (serverMsgId != null) {
 971                                        message.setServerMsgId(serverMsgId);
 972                                    }
 973                                    message.setTime(timestamp);
 974                                    mXmppConnectionService.updateMessage(message, true);
 975                                } else {
 976                                    Log.d(Config.LOGTAG, "unable to find original rtp session message for received propose");
 977                                }
 978
 979                            }
 980                        } else {
 981                            //MAM reloads (non catchups
 982                            if ("propose".equals(action)) {
 983                                final Element description = child.findChild("description");
 984                                final String namespace = description == null ? null : description.getNamespace();
 985                                if (Namespace.JINGLE_APPS_RTP.equals(namespace)) {
 986                                    final Conversation c = mXmppConnectionService.findOrCreateConversation(account, counterpart.asBareJid(), false, false);
 987                                    final Message preExistingMessage = c.findRtpSession(sessionId, status);
 988                                    if (preExistingMessage != null) {
 989                                        preExistingMessage.setServerMsgId(serverMsgId);
 990                                        mXmppConnectionService.updateMessage(preExistingMessage);
 991                                        break;
 992                                    }
 993                                    final Message message = new Message(
 994                                            c,
 995                                            status,
 996                                            Message.TYPE_RTP_SESSION,
 997                                            sessionId
 998                                    );
 999                                    message.setServerMsgId(serverMsgId);
1000                                    message.setTime(timestamp);
1001                                    message.setBody(new RtpSessionStatus(true, 0).toString());
1002                                    if (query.getPagingOrder() == MessageArchiveService.PagingOrder.REVERSE) {
1003                                        c.prepend(query.getActualInThisQuery(), message);
1004                                    } else {
1005                                        c.add(message);
1006                                    }
1007                                    query.incrementActualMessageCount();
1008                                    mXmppConnectionService.databaseBackend.createMessage(message);
1009                                }
1010                            }
1011                        }
1012                        break;
1013                    }
1014                }
1015            }
1016        }
1017
1018        Element received = packet.findChild("received", "urn:xmpp:chat-markers:0");
1019        if (received == null) {
1020            received = packet.findChild("received", "urn:xmpp:receipts");
1021        }
1022        if (received != null) {
1023            String id = received.getAttribute("id");
1024            if (packet.fromAccount(account)) {
1025                if (query != null && id != null && packet.getTo() != null) {
1026                    query.removePendingReceiptRequest(new ReceiptRequest(packet.getTo(), id));
1027                }
1028            } else if (id != null) {
1029                if (id.startsWith(JingleRtpConnection.JINGLE_MESSAGE_PROPOSE_ID_PREFIX)) {
1030                    final String sessionId = id.substring(JingleRtpConnection.JINGLE_MESSAGE_PROPOSE_ID_PREFIX.length());
1031                    mXmppConnectionService.getJingleConnectionManager()
1032                            .updateProposedSessionDiscovered(account, from, sessionId, JingleConnectionManager.DeviceDiscoveryState.DISCOVERED);
1033                } else {
1034                    mXmppConnectionService.markMessage(account, from.asBareJid(), id, Message.STATUS_SEND_RECEIVED);
1035                }
1036            }
1037        }
1038        Element displayed = packet.findChild("displayed", "urn:xmpp:chat-markers:0");
1039        if (displayed != null) {
1040            final String id = displayed.getAttribute("id");
1041            final Jid sender = InvalidJid.getNullForInvalid(displayed.getAttributeAsJid("sender"));
1042            if (packet.fromAccount(account) && !selfAddressed) {
1043                dismissNotification(account, counterpart, query, id);
1044                if (query == null) {
1045                    activateGracePeriod(account);
1046                }
1047            } else if (isTypeGroupChat) {
1048                final Conversation conversation = mXmppConnectionService.find(account, counterpart.asBareJid());
1049                final Message message;
1050                if (conversation != null && id != null) {
1051                    if (sender != null) {
1052                        message = conversation.findMessageWithRemoteId(id, sender);
1053                    } else {
1054                        message = conversation.findMessageWithServerMsgId(id);
1055                    }
1056                } else {
1057                    message = null;
1058                }
1059                if (message != null) {
1060                    final Jid fallback = conversation.getMucOptions().getTrueCounterpart(counterpart);
1061                    final Jid trueJid = getTrueCounterpart((query != null && query.safeToExtractTrueCounterpart()) ? mucUserElement : null, fallback);
1062                    final boolean trueJidMatchesAccount = account.getJid().asBareJid().equals(trueJid == null ? null : trueJid.asBareJid());
1063                    if (trueJidMatchesAccount || conversation.getMucOptions().isSelf(counterpart)) {
1064                        if (!message.isRead() && (query == null || query.isCatchup())) { //checking if message is unread fixes race conditions with reflections
1065                            mXmppConnectionService.markRead(conversation);
1066                        }
1067                    } else if (!counterpart.isBareJid() && trueJid != null) {
1068                        final ReadByMarker readByMarker = ReadByMarker.from(counterpart, trueJid);
1069                        if (message.addReadByMarker(readByMarker)) {
1070                            mXmppConnectionService.updateMessage(message, false);
1071                        }
1072                    }
1073                }
1074            } else {
1075                final Message displayedMessage = mXmppConnectionService.markMessage(account, from.asBareJid(), id, Message.STATUS_SEND_DISPLAYED);
1076                Message message = displayedMessage == null ? null : displayedMessage.prev();
1077                while (message != null
1078                        && message.getStatus() == Message.STATUS_SEND_RECEIVED
1079                        && message.getTimeSent() < displayedMessage.getTimeSent()) {
1080                    mXmppConnectionService.markMessage(message, Message.STATUS_SEND_DISPLAYED);
1081                    message = message.prev();
1082                }
1083                if (displayedMessage != null && selfAddressed) {
1084                    dismissNotification(account, counterpart, query, id);
1085                }
1086            }
1087        }
1088
1089        final Element event = original.findChild("event", "http://jabber.org/protocol/pubsub#event");
1090        if (event != null && InvalidJid.hasValidFrom(original) && original.getFrom().isBareJid()) {
1091            if (event.hasChild("items")) {
1092                parseEvent(event, original.getFrom(), account);
1093            } else if (event.hasChild("delete")) {
1094                parseDeleteEvent(event, original.getFrom(), account);
1095            } else if (event.hasChild("purge")) {
1096                parsePurgeEvent(event, original.getFrom(), account);
1097            }
1098        }
1099
1100        final String nick = packet.findChildContent("nick", Namespace.NICK);
1101        if (nick != null && InvalidJid.hasValidFrom(original)) {
1102            if (mXmppConnectionService.isMuc(account, from)) {
1103                return;
1104            }
1105            final Contact contact = account.getRoster().getContact(from);
1106            if (contact.setPresenceName(nick)) {
1107                mXmppConnectionService.syncRoster(account);
1108                mXmppConnectionService.getAvatarService().clear(contact);
1109            }
1110        }
1111    }
1112
1113    private void dismissNotification(Account account, Jid counterpart, MessageArchiveService.Query query, final String id) {
1114        final Conversation conversation = mXmppConnectionService.find(account, counterpart.asBareJid());
1115        if (conversation != null && (query == null || query.isCatchup())) {
1116            final String displayableId = conversation.findMostRecentRemoteDisplayableId();
1117            if (displayableId != null && displayableId.equals(id)) {
1118                mXmppConnectionService.markRead(conversation);
1119            } else {
1120                Log.w(Config.LOGTAG, account.getJid().asBareJid() + ": received dismissing display marker that did not match our last id in that conversation");
1121            }
1122        }
1123    }
1124
1125    private void processMessageReceipts(final Account account, final MessagePacket packet, final String remoteMsgId, MessageArchiveService.Query query) {
1126        final boolean markable = packet.hasChild("markable", "urn:xmpp:chat-markers:0");
1127        final boolean request = packet.hasChild("request", "urn:xmpp:receipts");
1128        if (query == null) {
1129            final ArrayList<String> receiptsNamespaces = new ArrayList<>();
1130            if (markable) {
1131                receiptsNamespaces.add("urn:xmpp:chat-markers:0");
1132            }
1133            if (request) {
1134                receiptsNamespaces.add("urn:xmpp:receipts");
1135            }
1136            if (receiptsNamespaces.size() > 0) {
1137                final MessagePacket receipt = mXmppConnectionService.getMessageGenerator().received(account,
1138                        packet.getFrom(),
1139                        remoteMsgId,
1140                        receiptsNamespaces,
1141                        packet.getType());
1142                mXmppConnectionService.sendMessagePacket(account, receipt);
1143            }
1144        } else if (query.isCatchup()) {
1145            if (request) {
1146                query.addPendingReceiptRequest(new ReceiptRequest(packet.getFrom(), remoteMsgId));
1147            }
1148        }
1149    }
1150
1151    private void activateGracePeriod(Account account) {
1152        long duration = mXmppConnectionService.getLongPreference("grace_period_length", R.integer.grace_period) * 1000;
1153        Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": activating grace period till " + TIME_FORMAT.format(new Date(System.currentTimeMillis() + duration)));
1154        account.activateGracePeriod(duration);
1155    }
1156
1157    private class Invite {
1158        final Jid jid;
1159        final String password;
1160        final boolean direct;
1161        final Jid inviter;
1162
1163        Invite(Jid jid, String password, boolean direct, Jid inviter) {
1164            this.jid = jid;
1165            this.password = password;
1166            this.direct = direct;
1167            this.inviter = inviter;
1168        }
1169
1170        public boolean execute(Account account) {
1171            if (jid != null) {
1172                Conversation conversation = mXmppConnectionService.findOrCreateConversation(account, jid, true, false);
1173                if (conversation.getMucOptions().online()) {
1174                    Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": received invite to " + jid + " but muc is considered to be online");
1175                    mXmppConnectionService.mucSelfPingAndRejoin(conversation);
1176                } else {
1177                    conversation.getMucOptions().setPassword(password);
1178                    mXmppConnectionService.databaseBackend.updateConversation(conversation);
1179                    final Contact contact = inviter != null ? account.getRoster().getContactFromContactList(inviter) : null;
1180                    mXmppConnectionService.joinMuc(conversation, contact != null && contact.mutualPresenceSubscription());
1181                    mXmppConnectionService.updateConversationUi();
1182                }
1183                return true;
1184            }
1185            return false;
1186        }
1187    }
1188}