JingleConnectionManager.java

   1package eu.siacs.conversations.xmpp.jingle;
   2
   3import android.telecom.TelecomManager;
   4import android.telecom.VideoProfile;
   5import android.util.Base64;
   6import android.util.Log;
   7
   8import androidx.annotation.Nullable;
   9
  10import com.google.common.base.Objects;
  11import com.google.common.base.Optional;
  12import com.google.common.base.Preconditions;
  13import com.google.common.cache.Cache;
  14import com.google.common.cache.CacheBuilder;
  15import com.google.common.collect.Collections2;
  16import com.google.common.collect.ComparisonChain;
  17import com.google.common.collect.ImmutableSet;
  18
  19import eu.siacs.conversations.Config;
  20import eu.siacs.conversations.entities.Account;
  21import eu.siacs.conversations.entities.Contact;
  22import eu.siacs.conversations.entities.Conversation;
  23import eu.siacs.conversations.entities.Conversational;
  24import eu.siacs.conversations.entities.Message;
  25import eu.siacs.conversations.entities.RtpSessionStatus;
  26import eu.siacs.conversations.entities.Transferable;
  27import eu.siacs.conversations.services.AbstractConnectionManager;
  28import eu.siacs.conversations.services.CallIntegration;
  29import eu.siacs.conversations.services.CallIntegrationConnectionService;
  30import eu.siacs.conversations.services.XmppConnectionService;
  31import eu.siacs.conversations.xml.Element;
  32import eu.siacs.conversations.xml.Namespace;
  33import eu.siacs.conversations.xmpp.Jid;
  34import eu.siacs.conversations.xmpp.XmppConnection;
  35import eu.siacs.conversations.xmpp.jingle.stanzas.Content;
  36import eu.siacs.conversations.xmpp.jingle.stanzas.GenericDescription;
  37import eu.siacs.conversations.xmpp.jingle.stanzas.Propose;
  38import eu.siacs.conversations.xmpp.jingle.stanzas.Reason;
  39import eu.siacs.conversations.xmpp.jingle.stanzas.RtpDescription;
  40import eu.siacs.conversations.xmpp.jingle.transports.InbandBytestreamsTransport;
  41import eu.siacs.conversations.xmpp.jingle.transports.Transport;
  42
  43import im.conversations.android.xmpp.model.jingle.Jingle;
  44import im.conversations.android.xmpp.model.stanza.Iq;
  45
  46import java.lang.ref.WeakReference;
  47import java.security.SecureRandom;
  48import java.util.Arrays;
  49import java.util.Collection;
  50import java.util.HashMap;
  51import java.util.List;
  52import java.util.Map;
  53import java.util.Set;
  54import java.util.concurrent.ConcurrentHashMap;
  55import java.util.concurrent.Executors;
  56import java.util.concurrent.ScheduledExecutorService;
  57import java.util.concurrent.ScheduledFuture;
  58import java.util.concurrent.TimeUnit;
  59
  60public class JingleConnectionManager extends AbstractConnectionManager {
  61    public static final ScheduledExecutorService SCHEDULED_EXECUTOR_SERVICE =
  62            Executors.newSingleThreadScheduledExecutor();
  63    private final HashMap<RtpSessionProposal, DeviceDiscoveryState> rtpSessionProposals =
  64            new HashMap<>();
  65    private final ConcurrentHashMap<AbstractJingleConnection.Id, AbstractJingleConnection>
  66            connections = new ConcurrentHashMap<>();
  67
  68    private final Cache<PersistableSessionId, TerminatedRtpSession> terminatedSessions =
  69            CacheBuilder.newBuilder().expireAfterWrite(24, TimeUnit.HOURS).build();
  70
  71    public JingleConnectionManager(XmppConnectionService service) {
  72        super(service);
  73    }
  74
  75    static String nextRandomId() {
  76        final byte[] id = new byte[16];
  77        new SecureRandom().nextBytes(id);
  78        return Base64.encodeToString(id, Base64.NO_WRAP | Base64.NO_PADDING | Base64.URL_SAFE);
  79    }
  80
  81    public void deliverPacket(final Account account, final Iq packet) {
  82        final var jingle = packet.getExtension(Jingle.class);
  83        Preconditions.checkNotNull(
  84                jingle, "Passed iq packet w/o jingle extension to Connection Manager");
  85        final String sessionId = jingle.getSessionId();
  86        final Jingle.Action action = jingle.getAction();
  87        if (sessionId == null) {
  88            respondWithJingleError(account, packet, "unknown-session", "item-not-found", "cancel");
  89            return;
  90        }
  91        if (action == null) {
  92            respondWithJingleError(account, packet, null, "bad-request", "cancel");
  93            return;
  94        }
  95        final AbstractJingleConnection.Id id =
  96                AbstractJingleConnection.Id.of(account, packet, jingle);
  97        final AbstractJingleConnection existingJingleConnection = connections.get(id);
  98        if (existingJingleConnection != null) {
  99            existingJingleConnection.deliverPacket(packet);
 100        } else if (action == Jingle.Action.SESSION_INITIATE) {
 101            final Jid from = packet.getFrom();
 102            final Content content = jingle.getJingleContent();
 103            final String descriptionNamespace =
 104                    content == null ? null : content.getDescriptionNamespace();
 105            final AbstractJingleConnection connection;
 106            if (Namespace.JINGLE_APPS_FILE_TRANSFER.equals(descriptionNamespace)) {
 107                connection = new JingleFileTransferConnection(this, id, from);
 108            } else if (Namespace.JINGLE_APPS_RTP.equals(descriptionNamespace)
 109                    && isUsingClearNet(account)) {
 110                final boolean sessionEnded =
 111                        this.terminatedSessions.asMap().containsKey(PersistableSessionId.of(id));
 112                final boolean stranger =
 113                        isWithStrangerAndStrangerNotificationsAreOff(account, id.with);
 114                final boolean busy = isBusy();
 115                if (busy || sessionEnded || stranger) {
 116                    Log.d(
 117                            Config.LOGTAG,
 118                            id.account.getJid().asBareJid()
 119                                    + ": rejected session with "
 120                                    + id.with
 121                                    + " because busy. sessionEnded="
 122                                    + sessionEnded
 123                                    + ", stranger="
 124                                    + stranger);
 125                    sendSessionTerminate(account, packet, id);
 126                    if (busy || stranger) {
 127                        writeLogMissedIncoming(
 128                                account,
 129                                id.with,
 130                                id.sessionId,
 131                                null,
 132                                System.currentTimeMillis(),
 133                                stranger);
 134                    }
 135                    return;
 136                }
 137                connection = new JingleRtpConnection(this, id, from);
 138            } else {
 139                respondWithJingleError(
 140                        account, packet, "unsupported-info", "feature-not-implemented", "cancel");
 141                return;
 142            }
 143            connections.put(id, connection);
 144            mXmppConnectionService.updateConversationUi();
 145            connection.deliverPacket(packet);
 146            if (connection instanceof JingleRtpConnection rtpConnection) {
 147                addNewIncomingCall(rtpConnection);
 148            }
 149        } else {
 150            Log.d(Config.LOGTAG, "unable to route jingle packet: " + packet);
 151            respondWithJingleError(account, packet, "unknown-session", "item-not-found", "cancel");
 152        }
 153    }
 154
 155    private void addNewIncomingCall(final JingleRtpConnection rtpConnection) {
 156        if (rtpConnection.isTerminated()) {
 157            Log.d(
 158                    Config.LOGTAG,
 159                    "skip call integration because something must have gone during initiate");
 160            return;
 161        }
 162        if (CallIntegrationConnectionService.addNewIncomingCall(
 163                mXmppConnectionService, rtpConnection.getId())) {
 164            return;
 165        }
 166        rtpConnection.integrationFailure();
 167    }
 168
 169    private void sendSessionTerminate(
 170            final Account account, final Iq request, final AbstractJingleConnection.Id id) {
 171        mXmppConnectionService.sendIqPacket(
 172                account, request.generateResponse(Iq.Type.RESULT), null);
 173        final var iq = new Iq(Iq.Type.SET);
 174        iq.setTo(id.with);
 175        final var sessionTermination =
 176                iq.addExtension(new Jingle(Jingle.Action.SESSION_TERMINATE, id.sessionId));
 177        sessionTermination.setReason(Reason.BUSY, null);
 178        mXmppConnectionService.sendIqPacket(account, iq, null);
 179    }
 180
 181    private boolean isUsingClearNet(final Account account) {
 182        return !account.isOnion() && !mXmppConnectionService.useTorToConnect();
 183    }
 184
 185    public boolean isBusy() {
 186        for (final AbstractJingleConnection connection : this.connections.values()) {
 187            if (connection instanceof JingleRtpConnection rtpConnection) {
 188                if (connection.isTerminated() && rtpConnection.getCallIntegration().isDestroyed()) {
 189                    continue;
 190                }
 191                return true;
 192            }
 193        }
 194        synchronized (this.rtpSessionProposals) {
 195            return this.rtpSessionProposals.containsValue(DeviceDiscoveryState.DISCOVERED)
 196                    || this.rtpSessionProposals.containsValue(DeviceDiscoveryState.SEARCHING)
 197                    || this.rtpSessionProposals.containsValue(
 198                            DeviceDiscoveryState.SEARCHING_ACKNOWLEDGED);
 199        }
 200    }
 201
 202    public boolean hasJingleRtpConnection(final Account account) {
 203        for (AbstractJingleConnection connection : this.connections.values()) {
 204            if (connection instanceof JingleRtpConnection rtpConnection) {
 205                if (rtpConnection.isTerminated()) {
 206                    continue;
 207                }
 208                if (rtpConnection.id.account == account) {
 209                    return true;
 210                }
 211            }
 212        }
 213        return false;
 214    }
 215
 216    private Optional<RtpSessionProposal> findMatchingSessionProposal(
 217            final Account account, final Jid with, final Set<Media> media) {
 218        synchronized (this.rtpSessionProposals) {
 219            for (Map.Entry<RtpSessionProposal, DeviceDiscoveryState> entry :
 220                    this.rtpSessionProposals.entrySet()) {
 221                final RtpSessionProposal proposal = entry.getKey();
 222                final DeviceDiscoveryState state = entry.getValue();
 223                final boolean openProposal =
 224                        state == DeviceDiscoveryState.DISCOVERED
 225                                || state == DeviceDiscoveryState.SEARCHING
 226                                || state == DeviceDiscoveryState.SEARCHING_ACKNOWLEDGED;
 227                if (openProposal
 228                        && proposal.account == account
 229                        && proposal.with.equals(with.asBareJid())
 230                        && proposal.media.equals(media)) {
 231                    return Optional.of(proposal);
 232                }
 233            }
 234        }
 235        return Optional.absent();
 236    }
 237
 238    private boolean hasMatchingRtpSession(
 239            final Account account, final Jid with, final Set<Media> media) {
 240        for (AbstractJingleConnection connection : this.connections.values()) {
 241            if (connection instanceof JingleRtpConnection rtpConnection) {
 242                if (rtpConnection.isTerminated()) {
 243                    continue;
 244                }
 245                if (rtpConnection.getId().account == account
 246                        && rtpConnection.getId().with.asBareJid().equals(with.asBareJid())
 247                        && rtpConnection.getMedia().equals(media)) {
 248                    return true;
 249                }
 250            }
 251        }
 252        return false;
 253    }
 254
 255    private boolean isWithStrangerAndStrangerNotificationsAreOff(final Account account, Jid with) {
 256        final boolean notifyForStrangers =
 257                mXmppConnectionService.getNotificationService().notificationsFromStrangers();
 258        if (notifyForStrangers) {
 259            return false;
 260        }
 261        final Contact contact = account.getRoster().getContact(with);
 262        return !contact.showInContactList();
 263    }
 264
 265    ScheduledFuture<?> schedule(
 266            final Runnable runnable, final long delay, final TimeUnit timeUnit) {
 267        return SCHEDULED_EXECUTOR_SERVICE.schedule(runnable, delay, timeUnit);
 268    }
 269
 270    void respondWithJingleError(
 271            final Account account,
 272            final Iq original,
 273            final String jingleCondition,
 274            final String condition,
 275            final String conditionType) {
 276        final Iq response = original.generateResponse(Iq.Type.ERROR);
 277        final Element error = response.addChild("error");
 278        error.setAttribute("type", conditionType);
 279        error.addChild(condition, "urn:ietf:params:xml:ns:xmpp-stanzas");
 280        if (jingleCondition != null) {
 281            error.addChild(jingleCondition, Namespace.JINGLE_ERRORS);
 282        }
 283        account.getXmppConnection().sendIqPacket(response, null);
 284    }
 285
 286    public void deliverMessage(
 287            final Account account,
 288            final Jid to,
 289            final Jid from,
 290            final Element message,
 291            String remoteMsgId,
 292            String serverMsgId,
 293            long timestamp) {
 294        Preconditions.checkArgument(Namespace.JINGLE_MESSAGE.equals(message.getNamespace()));
 295        final String sessionId = message.getAttribute("id");
 296        if (sessionId == null) {
 297            return;
 298        }
 299        if ("accept".equals(message.getName())) {
 300            for (AbstractJingleConnection connection : connections.values()) {
 301                if (connection instanceof JingleRtpConnection rtpConnection) {
 302                    final AbstractJingleConnection.Id id = connection.getId();
 303                    if (id.account == account && id.sessionId.equals(sessionId)) {
 304                        rtpConnection.deliveryMessage(from, message, serverMsgId, timestamp);
 305                        return;
 306                    }
 307                }
 308            }
 309            return;
 310        }
 311        final boolean fromSelf = from.asBareJid().equals(account.getJid().asBareJid());
 312        // XEP version 0.6.0 sends proceed, reject, ringing to bare jid
 313        final boolean addressedDirectly = to != null && to.equals(account.getJid());
 314        final AbstractJingleConnection.Id id;
 315        if (fromSelf) {
 316            if (to != null && to.isFullJid()) {
 317                id = AbstractJingleConnection.Id.of(account, to, sessionId);
 318            } else {
 319                return;
 320            }
 321        } else {
 322            id = AbstractJingleConnection.Id.of(account, from, sessionId);
 323        }
 324        final AbstractJingleConnection existingJingleConnection = connections.get(id);
 325        if (existingJingleConnection != null) {
 326            if (existingJingleConnection instanceof JingleRtpConnection) {
 327                ((JingleRtpConnection) existingJingleConnection)
 328                        .deliveryMessage(from, message, serverMsgId, timestamp);
 329            } else {
 330                Log.d(
 331                        Config.LOGTAG,
 332                        account.getJid().asBareJid()
 333                                + ": "
 334                                + existingJingleConnection.getClass().getName()
 335                                + " does not support jingle messages");
 336            }
 337            return;
 338        }
 339
 340        if (fromSelf) {
 341            if ("proceed".equals(message.getName())) {
 342                final Conversation c =
 343                        mXmppConnectionService.findOrCreateConversation(
 344                                account, id.with, false, false);
 345                final Message previousBusy = c.findRtpSession(sessionId, Message.STATUS_RECEIVED);
 346                if (previousBusy != null) {
 347                    previousBusy.setBody(new RtpSessionStatus(true, 0).toString());
 348                    if (serverMsgId != null) {
 349                        previousBusy.setServerMsgId(serverMsgId);
 350                    }
 351                    previousBusy.setTime(timestamp);
 352                    mXmppConnectionService.updateMessage(previousBusy, true);
 353                    Log.d(
 354                            Config.LOGTAG,
 355                            id.account.getJid().asBareJid()
 356                                    + ": updated previous busy because call got picked up by another device");
 357                    mXmppConnectionService.getNotificationService().clearMissedCall(previousBusy);
 358                    return;
 359                }
 360            }
 361            // TODO handle reject for cases where we don’t have carbon copies (normally reject is to
 362            // be sent to own bare jid as well)
 363            Log.d(
 364                    Config.LOGTAG,
 365                    account.getJid().asBareJid() + ": ignore jingle message from self");
 366            return;
 367        }
 368
 369        if ("propose".equals(message.getName())) {
 370            final Propose propose = Propose.upgrade(message);
 371            final List<GenericDescription> descriptions = propose.getDescriptions();
 372            final Collection<RtpDescription> rtpDescriptions =
 373                    Collections2.transform(
 374                            Collections2.filter(descriptions, d -> d instanceof RtpDescription),
 375                            input -> (RtpDescription) input);
 376            if (rtpDescriptions.size() > 0
 377                    && rtpDescriptions.size() == descriptions.size()
 378                    && isUsingClearNet(account)) {
 379                final Collection<Media> media =
 380                        Collections2.transform(rtpDescriptions, RtpDescription::getMedia);
 381                if (media.contains(Media.UNKNOWN)) {
 382                    Log.d(
 383                            Config.LOGTAG,
 384                            account.getJid().asBareJid()
 385                                    + ": encountered unknown media in session proposal. "
 386                                    + propose);
 387                    return;
 388                }
 389                final Optional<RtpSessionProposal> matchingSessionProposal =
 390                        findMatchingSessionProposal(account, id.with, ImmutableSet.copyOf(media));
 391                if (matchingSessionProposal.isPresent()) {
 392                    final String ourSessionId = matchingSessionProposal.get().sessionId;
 393                    final String theirSessionId = id.sessionId;
 394                    if (ComparisonChain.start()
 395                                    .compare(ourSessionId, theirSessionId)
 396                                    .compare(
 397                                            account.getJid().toEscapedString(),
 398                                            id.with.toEscapedString())
 399                                    .result()
 400                            > 0) {
 401                        Log.d(
 402                                Config.LOGTAG,
 403                                account.getJid().asBareJid()
 404                                        + ": our session lost tie break. automatically accepting their session. winning Session="
 405                                        + theirSessionId);
 406                        // TODO a retract for this reason should probably include some indication of
 407                        // tie break
 408                        retractSessionProposal(matchingSessionProposal.get());
 409                        final JingleRtpConnection rtpConnection =
 410                                new JingleRtpConnection(this, id, from);
 411                        this.connections.put(id, rtpConnection);
 412                        rtpConnection.setProposedMedia(ImmutableSet.copyOf(media));
 413                        rtpConnection.deliveryMessage(from, message, serverMsgId, timestamp);
 414                        addNewIncomingCall(rtpConnection);
 415                        // TODO actually do the automatic accept?!
 416                    } else {
 417                        Log.d(
 418                                Config.LOGTAG,
 419                                account.getJid().asBareJid()
 420                                        + ": our session won tie break. waiting for other party to accept. winningSession="
 421                                        + ourSessionId);
 422                        // TODO reject their session with <tie-break/>?
 423                    }
 424                    return;
 425                }
 426                final boolean stranger =
 427                        isWithStrangerAndStrangerNotificationsAreOff(account, id.with);
 428                if (isBusy() || stranger) {
 429                    writeLogMissedIncoming(
 430                            account,
 431                            id.with.asBareJid(),
 432                            id.sessionId,
 433                            serverMsgId,
 434                            timestamp,
 435                            stranger);
 436                    if (stranger) {
 437                        Log.d(
 438                                Config.LOGTAG,
 439                                id.account.getJid().asBareJid()
 440                                        + ": ignoring call proposal from stranger "
 441                                        + id.with);
 442                        return;
 443                    }
 444                    final int activeDevices = account.activeDevicesWithRtpCapability();
 445                    Log.d(Config.LOGTAG, "active devices with rtp capability: " + activeDevices);
 446                    if (activeDevices == 0) {
 447                        final var reject =
 448                                mXmppConnectionService
 449                                        .getMessageGenerator()
 450                                        .sessionReject(from, sessionId);
 451                        mXmppConnectionService.sendMessagePacket(account, reject);
 452                    } else {
 453                        Log.d(
 454                                Config.LOGTAG,
 455                                id.account.getJid().asBareJid()
 456                                        + ": ignoring proposal because busy on this device but there are other devices");
 457                    }
 458                } else {
 459                    final JingleRtpConnection rtpConnection =
 460                            new JingleRtpConnection(this, id, from);
 461                    this.connections.put(id, rtpConnection);
 462                    rtpConnection.setProposedMedia(ImmutableSet.copyOf(media));
 463                    rtpConnection.deliveryMessage(from, message, serverMsgId, timestamp);
 464                    addNewIncomingCall(rtpConnection);
 465                }
 466            } else {
 467                Log.d(
 468                        Config.LOGTAG,
 469                        account.getJid().asBareJid()
 470                                + ": unable to react to proposed session with "
 471                                + rtpDescriptions.size()
 472                                + " rtp descriptions of "
 473                                + descriptions.size()
 474                                + " total descriptions");
 475            }
 476        } else if (addressedDirectly && "proceed".equals(message.getName())) {
 477            synchronized (rtpSessionProposals) {
 478                final RtpSessionProposal proposal =
 479                        getRtpSessionProposal(account, from.asBareJid(), sessionId);
 480                if (proposal != null) {
 481                    rtpSessionProposals.remove(proposal);
 482                    final JingleRtpConnection rtpConnection =
 483                            new JingleRtpConnection(
 484                                    this, id, account.getJid(), proposal.callIntegration);
 485                    rtpConnection.setProposedMedia(proposal.media);
 486                    this.connections.put(id, rtpConnection);
 487                    rtpConnection.transitionOrThrow(AbstractJingleConnection.State.PROPOSED);
 488                    rtpConnection.deliveryMessage(from, message, serverMsgId, timestamp);
 489                } else {
 490                    Log.d(
 491                            Config.LOGTAG,
 492                            account.getJid().asBareJid()
 493                                    + ": no rtp session ("
 494                                    + sessionId
 495                                    + ") proposal found for "
 496                                    + from
 497                                    + " to deliver proceed");
 498                    if (remoteMsgId == null) {
 499                        return;
 500                    }
 501                    final var errorMessage =
 502                            new im.conversations.android.xmpp.model.stanza.Message();
 503                    errorMessage.setTo(from);
 504                    errorMessage.setId(remoteMsgId);
 505                    errorMessage.setType(
 506                            im.conversations.android.xmpp.model.stanza.Message.Type.ERROR);
 507                    final Element error = errorMessage.addChild("error");
 508                    error.setAttribute("code", "404");
 509                    error.setAttribute("type", "cancel");
 510                    error.addChild("item-not-found", "urn:ietf:params:xml:ns:xmpp-stanzas");
 511                    mXmppConnectionService.sendMessagePacket(account, errorMessage);
 512                }
 513            }
 514        } else if (addressedDirectly && "reject".equals(message.getName())) {
 515            final RtpSessionProposal proposal =
 516                    getRtpSessionProposal(account, from.asBareJid(), sessionId);
 517            synchronized (rtpSessionProposals) {
 518                if (proposal != null) {
 519                    setTerminalSessionState(proposal, RtpEndUserState.DECLINED_OR_BUSY);
 520                    rtpSessionProposals.remove(proposal);
 521                    proposal.callIntegration.busy();
 522                    writeLogMissedOutgoing(
 523                            account, proposal.with, proposal.sessionId, serverMsgId, timestamp);
 524                    mXmppConnectionService.notifyJingleRtpConnectionUpdate(
 525                            account,
 526                            proposal.with,
 527                            proposal.sessionId,
 528                            RtpEndUserState.DECLINED_OR_BUSY);
 529                } else {
 530                    Log.d(
 531                            Config.LOGTAG,
 532                            account.getJid().asBareJid()
 533                                    + ": no rtp session proposal found for "
 534                                    + from
 535                                    + " to deliver reject");
 536                }
 537            }
 538        } else if (addressedDirectly && "ringing".equals(message.getName())) {
 539            Log.d(Config.LOGTAG, account.getJid().asBareJid() + ": " + from + " started ringing");
 540            updateProposedSessionDiscovered(
 541                    account, from, sessionId, DeviceDiscoveryState.DISCOVERED);
 542        } else {
 543            Log.d(
 544                    Config.LOGTAG,
 545                    account.getJid()
 546                            + ": received out of order jingle message from="
 547                            + from
 548                            + ", message="
 549                            + message
 550                            + ", addressedDirectly="
 551                            + addressedDirectly);
 552        }
 553    }
 554
 555    private RtpSessionProposal getRtpSessionProposal(
 556            final Account account, Jid from, String sessionId) {
 557        for (RtpSessionProposal rtpSessionProposal : rtpSessionProposals.keySet()) {
 558            if (rtpSessionProposal.sessionId.equals(sessionId)
 559                    && rtpSessionProposal.with.equals(from)
 560                    && rtpSessionProposal.account.getJid().equals(account.getJid())) {
 561                return rtpSessionProposal;
 562            }
 563        }
 564        return null;
 565    }
 566
 567    private void writeLogMissedOutgoing(
 568            final Account account,
 569            Jid with,
 570            final String sessionId,
 571            String serverMsgId,
 572            long timestamp) {
 573        final Conversation conversation =
 574                mXmppConnectionService.findOrCreateConversation(
 575                        account, with.asBareJid(), false, false);
 576        final Message message =
 577                new Message(conversation, Message.STATUS_SEND, Message.TYPE_RTP_SESSION, sessionId);
 578        message.setBody(new RtpSessionStatus(false, 0).toString());
 579        message.setServerMsgId(serverMsgId);
 580        message.setTime(timestamp);
 581        writeMessage(message);
 582    }
 583
 584    private void writeLogMissedIncoming(
 585            final Account account,
 586            final Jid with,
 587            final String sessionId,
 588            final String serverMsgId,
 589            final long timestamp,
 590            final boolean stranger) {
 591        final Conversation conversation =
 592                mXmppConnectionService.findOrCreateConversation(
 593                        account, with.asBareJid(), false, false);
 594        final Message message =
 595                new Message(
 596                        conversation, Message.STATUS_RECEIVED, Message.TYPE_RTP_SESSION, sessionId);
 597        message.setBody(new RtpSessionStatus(false, 0).toString());
 598        message.setServerMsgId(serverMsgId);
 599        message.setTime(timestamp);
 600        message.setCounterpart(with);
 601        writeMessage(message);
 602        if (stranger) {
 603            return;
 604        }
 605        mXmppConnectionService.getNotificationService().pushMissedCallNow(message);
 606    }
 607
 608    private void writeMessage(final Message message) {
 609        final Conversational conversational = message.getConversation();
 610        if (conversational instanceof Conversation) {
 611            ((Conversation) conversational).add(message);
 612            mXmppConnectionService.databaseBackend.createMessage(message);
 613            mXmppConnectionService.updateConversationUi();
 614        } else {
 615            throw new IllegalStateException("Somehow the conversation in a message was a stub");
 616        }
 617    }
 618
 619    public void startJingleFileTransfer(final Message message) {
 620        Preconditions.checkArgument(
 621                message.isFileOrImage(), "Message is not of type file or image");
 622        final Transferable old = message.getTransferable();
 623        if (old != null) {
 624            old.cancel();
 625        }
 626        final JingleFileTransferConnection connection =
 627                new JingleFileTransferConnection(this, message);
 628        this.connections.put(connection.getId(), connection);
 629        connection.sendSessionInitialize();
 630    }
 631
 632    public Optional<OngoingRtpSession> getOngoingRtpConnection(final Contact contact) {
 633        for (final Map.Entry<AbstractJingleConnection.Id, AbstractJingleConnection> entry :
 634                this.connections.entrySet()) {
 635            if (entry.getValue() instanceof JingleRtpConnection jingleRtpConnection) {
 636                final AbstractJingleConnection.Id id = entry.getKey();
 637                if (id.account == contact.getAccount()
 638                        && id.with.asBareJid().equals(contact.getJid().asBareJid())) {
 639                    return Optional.of(jingleRtpConnection);
 640                }
 641            }
 642        }
 643        synchronized (this.rtpSessionProposals) {
 644            for (final Map.Entry<RtpSessionProposal, DeviceDiscoveryState> entry :
 645                    this.rtpSessionProposals.entrySet()) {
 646                final RtpSessionProposal proposal = entry.getKey();
 647                if (proposal.account == contact.getAccount()
 648                        && contact.getJid().asBareJid().equals(proposal.with)) {
 649                    final DeviceDiscoveryState preexistingState = entry.getValue();
 650                    if (preexistingState != null
 651                            && preexistingState != DeviceDiscoveryState.FAILED) {
 652                        return Optional.of(proposal);
 653                    }
 654                }
 655            }
 656        }
 657        return Optional.absent();
 658    }
 659
 660    public JingleRtpConnection getOngoingRtpConnection() {
 661        for (final AbstractJingleConnection jingleConnection : this.connections.values()) {
 662            if (jingleConnection instanceof JingleRtpConnection jingleRtpConnection) {
 663                if (jingleRtpConnection.isTerminated()) {
 664                    continue;
 665                }
 666                return jingleRtpConnection;
 667            }
 668        }
 669        return null;
 670    }
 671
 672    void finishConnectionOrThrow(final AbstractJingleConnection connection) {
 673        final AbstractJingleConnection.Id id = connection.getId();
 674        if (this.connections.remove(id) == null) {
 675            throw new IllegalStateException(
 676                    String.format("Unable to finish connection with id=%s", id));
 677        }
 678        // update chat UI to remove 'ongoing call' icon
 679        mXmppConnectionService.updateConversationUi();
 680    }
 681
 682    public boolean fireJingleRtpConnectionStateUpdates() {
 683        for (final AbstractJingleConnection connection : this.connections.values()) {
 684            if (connection instanceof JingleRtpConnection jingleRtpConnection) {
 685                if (jingleRtpConnection.isTerminated()) {
 686                    continue;
 687                }
 688                jingleRtpConnection.fireStateUpdate();
 689                return true;
 690            }
 691        }
 692        return false;
 693    }
 694
 695    public void retractSessionProposal(final Account account, final Jid with) {
 696        synchronized (this.rtpSessionProposals) {
 697            RtpSessionProposal matchingProposal = null;
 698            for (RtpSessionProposal proposal : this.rtpSessionProposals.keySet()) {
 699                if (proposal.account == account && with.asBareJid().equals(proposal.with)) {
 700                    matchingProposal = proposal;
 701                    break;
 702                }
 703            }
 704            if (matchingProposal != null) {
 705                retractSessionProposal(matchingProposal, false);
 706            }
 707        }
 708    }
 709
 710    private void retractSessionProposal(final RtpSessionProposal rtpSessionProposal) {
 711        retractSessionProposal(rtpSessionProposal, true);
 712    }
 713
 714    private void retractSessionProposal(
 715            final RtpSessionProposal rtpSessionProposal, final boolean refresh) {
 716        final Account account = rtpSessionProposal.account;
 717        Log.d(
 718                Config.LOGTAG,
 719                account.getJid().asBareJid()
 720                        + ": retracting rtp session proposal with "
 721                        + rtpSessionProposal.with);
 722        this.rtpSessionProposals.remove(rtpSessionProposal);
 723        rtpSessionProposal.callIntegration.retracted();
 724        if (refresh) {
 725            mXmppConnectionService.notifyJingleRtpConnectionUpdate(
 726                    account,
 727                    rtpSessionProposal.with,
 728                    rtpSessionProposal.sessionId,
 729                    RtpEndUserState.RETRACTED);
 730        }
 731        final var messagePacket =
 732                mXmppConnectionService.getMessageGenerator().sessionRetract(rtpSessionProposal);
 733        writeLogMissedOutgoing(
 734                account,
 735                rtpSessionProposal.with,
 736                rtpSessionProposal.sessionId,
 737                null,
 738                System.currentTimeMillis());
 739        mXmppConnectionService.sendMessagePacket(account, messagePacket);
 740    }
 741
 742    public JingleRtpConnection initializeRtpSession(
 743            final Account account, final Jid with, final Set<Media> media) {
 744        final AbstractJingleConnection.Id id = AbstractJingleConnection.Id.of(account, with);
 745        final JingleRtpConnection rtpConnection =
 746                new JingleRtpConnection(this, id, account.getJid());
 747        rtpConnection.setProposedMedia(media);
 748        rtpConnection.getCallIntegration().startAudioRouting();
 749        this.connections.put(id, rtpConnection);
 750        rtpConnection.sendSessionInitiate();
 751        return rtpConnection;
 752    }
 753
 754    public @Nullable RtpSessionProposal proposeJingleRtpSession(
 755            final Account account, final Jid with, final Set<Media> media) {
 756        synchronized (this.rtpSessionProposals) {
 757            for (final Map.Entry<RtpSessionProposal, DeviceDiscoveryState> entry :
 758                    this.rtpSessionProposals.entrySet()) {
 759                final RtpSessionProposal proposal = entry.getKey();
 760                if (proposal.account == account && with.asBareJid().equals(proposal.with)) {
 761                    final DeviceDiscoveryState preexistingState = entry.getValue();
 762                    if (preexistingState != null
 763                            && preexistingState != DeviceDiscoveryState.FAILED) {
 764                        final RtpEndUserState endUserState = preexistingState.toEndUserState();
 765                        mXmppConnectionService.notifyJingleRtpConnectionUpdate(
 766                                account, with, proposal.sessionId, endUserState);
 767                        return proposal;
 768                    }
 769                }
 770            }
 771            if (isBusy()) {
 772                if (hasMatchingRtpSession(account, with, media)) {
 773                    Log.d(
 774                            Config.LOGTAG,
 775                            "ignoring request to propose jingle session because the other party already created one for us");
 776                    // TODO return something that we can parse the connection of of
 777                    return null;
 778                }
 779                throw new IllegalStateException(
 780                        "There is already a running RTP session. This should have been caught by the UI");
 781            }
 782            final CallIntegration callIntegration =
 783                    new CallIntegration(mXmppConnectionService.getApplicationContext());
 784            callIntegration.setVideoState(
 785                    Media.audioOnly(media)
 786                            ? VideoProfile.STATE_AUDIO_ONLY
 787                            : VideoProfile.STATE_BIDIRECTIONAL);
 788            callIntegration.setAddress(
 789                    CallIntegration.address(with.asBareJid()), TelecomManager.PRESENTATION_ALLOWED);
 790            final var contact = account.getRoster().getContact(with);
 791            callIntegration.setCallerDisplayName(
 792                    contact.getDisplayName(), TelecomManager.PRESENTATION_ALLOWED);
 793            callIntegration.setInitialized();
 794            callIntegration.setInitialAudioDevice(CallIntegration.initialAudioDevice(media));
 795            callIntegration.startAudioRouting();
 796            final RtpSessionProposal proposal =
 797                    RtpSessionProposal.of(account, with.asBareJid(), media, callIntegration);
 798            callIntegration.setCallback(new ProposalStateCallback(proposal));
 799            this.rtpSessionProposals.put(proposal, DeviceDiscoveryState.SEARCHING);
 800            mXmppConnectionService.notifyJingleRtpConnectionUpdate(
 801                    account, proposal.with, proposal.sessionId, RtpEndUserState.FINDING_DEVICE);
 802            final var messagePacket =
 803                    mXmppConnectionService.getMessageGenerator().sessionProposal(proposal);
 804            // in privacy preserving environments 'propose' is only ACKed when we have presence
 805            // subscription (to not leak presence). Therefor a timeout is only appropriate for
 806            // contacts where we can expect the 'ringing' response
 807            final boolean triggerTimeout =
 808                    Config.JINGLE_MESSAGE_INIT_STRICT_DEVICE_TIMEOUT
 809                            || contact.mutualPresenceSubscription();
 810            SCHEDULED_EXECUTOR_SERVICE.schedule(
 811                    () -> {
 812                        final var currentProposalState = rtpSessionProposals.get(proposal);
 813                        Log.d(
 814                                Config.LOGTAG,
 815                                "proposal state after timeout " + currentProposalState);
 816                        if (triggerTimeout
 817                                && Arrays.asList(
 818                                                DeviceDiscoveryState.SEARCHING,
 819                                                DeviceDiscoveryState.SEARCHING_ACKNOWLEDGED)
 820                                        .contains(currentProposalState)) {
 821                            deviceDiscoveryTimeout(account, proposal);
 822                        }
 823                    },
 824                    Config.DEVICE_DISCOVERY_TIMEOUT,
 825                    TimeUnit.MILLISECONDS);
 826            mXmppConnectionService.sendMessagePacket(account, messagePacket);
 827            return proposal;
 828        }
 829    }
 830
 831    private void deviceDiscoveryTimeout(final Account account, final RtpSessionProposal proposal) {
 832        // 'endUserState' is what we display in the UI. There is an argument to use 'BUSY' here
 833        // instead
 834        // we may or may not want to match this with the tone we are playing (see
 835        // callIntegration.error() or callIntegration.busy())
 836        final var endUserState = RtpEndUserState.CONNECTIVITY_ERROR;
 837        Log.d(Config.LOGTAG, "call proposal still in device discovery state after timeout");
 838        setTerminalSessionState(proposal, endUserState);
 839
 840        rtpSessionProposals.remove(proposal);
 841        // error and busy would probably be both appropriate tones to play
 842        // playing the error tone is probably more in line with what happens on a technical level
 843        // and would be a similar UX to what happens when you call a user that doesn't exist
 844        // playing the busy tone might be more in line with what some telephony networks play
 845        proposal.callIntegration.error();
 846        writeLogMissedOutgoing(
 847                account, proposal.with, proposal.sessionId, null, System.currentTimeMillis());
 848        mXmppConnectionService.notifyJingleRtpConnectionUpdate(
 849                account, proposal.with, proposal.sessionId, endUserState);
 850
 851        final var retraction =
 852                mXmppConnectionService.getMessageGenerator().sessionRetract(proposal);
 853        mXmppConnectionService.sendMessagePacket(account, retraction);
 854    }
 855
 856    public void sendJingleMessageFinish(
 857            final Contact contact, final String sessionId, final Reason reason) {
 858        final var account = contact.getAccount();
 859        final var messagePacket =
 860                mXmppConnectionService
 861                        .getMessageGenerator()
 862                        .sessionFinish(contact.getJid(), sessionId, reason);
 863        mXmppConnectionService.sendMessagePacket(account, messagePacket);
 864    }
 865
 866    public Optional<RtpSessionProposal> matchingProposal(final Account account, final Jid with) {
 867        synchronized (this.rtpSessionProposals) {
 868            for (final Map.Entry<RtpSessionProposal, DeviceDiscoveryState> entry :
 869                    this.rtpSessionProposals.entrySet()) {
 870                final RtpSessionProposal proposal = entry.getKey();
 871                if (proposal.account == account && with.asBareJid().equals(proposal.with)) {
 872                    return Optional.of(proposal);
 873                }
 874            }
 875        }
 876        return Optional.absent();
 877    }
 878
 879    public boolean hasMatchingProposal(final Account account, final Jid with) {
 880        synchronized (this.rtpSessionProposals) {
 881            for (final Map.Entry<RtpSessionProposal, DeviceDiscoveryState> entry :
 882                    this.rtpSessionProposals.entrySet()) {
 883                final var state = entry.getValue();
 884                final RtpSessionProposal proposal = entry.getKey();
 885                if (proposal.account == account && with.asBareJid().equals(proposal.with)) {
 886                    // CallIntegrationConnectionService starts RtpSessionActivity with ACTION_VIEW
 887                    // and an EXTRA_LAST_REPORTED_STATE of DISCOVERING devices. however due to
 888                    // possible race conditions the state might have already moved on so we are
 889                    // going
 890                    // to update the UI
 891                    final RtpEndUserState endUserState = state.toEndUserState();
 892                    mXmppConnectionService.notifyJingleRtpConnectionUpdate(
 893                            account, proposal.with, proposal.sessionId, endUserState);
 894                    return true;
 895                }
 896            }
 897        }
 898        return false;
 899    }
 900
 901    public void deliverIbbPacket(final Account account, final Iq packet) {
 902        final String sid;
 903        final Element payload;
 904        final InbandBytestreamsTransport.PacketType packetType;
 905        if (packet.hasChild("open", Namespace.IBB)) {
 906            packetType = InbandBytestreamsTransport.PacketType.OPEN;
 907            payload = packet.findChild("open", Namespace.IBB);
 908            sid = payload.getAttribute("sid");
 909        } else if (packet.hasChild("data", Namespace.IBB)) {
 910            packetType = InbandBytestreamsTransport.PacketType.DATA;
 911            payload = packet.findChild("data", Namespace.IBB);
 912            sid = payload.getAttribute("sid");
 913        } else if (packet.hasChild("close", Namespace.IBB)) {
 914            packetType = InbandBytestreamsTransport.PacketType.CLOSE;
 915            payload = packet.findChild("close", Namespace.IBB);
 916            sid = payload.getAttribute("sid");
 917        } else {
 918            packetType = null;
 919            payload = null;
 920            sid = null;
 921        }
 922        if (sid == null) {
 923            Log.d(
 924                    Config.LOGTAG,
 925                    account.getJid().asBareJid() + ": unable to deliver ibb packet. missing sid");
 926            account.getXmppConnection().sendIqPacket(packet.generateResponse(Iq.Type.ERROR), null);
 927            return;
 928        }
 929        for (final AbstractJingleConnection connection : this.connections.values()) {
 930            if (connection instanceof JingleFileTransferConnection fileTransfer) {
 931                final Transport transport = fileTransfer.getTransport();
 932                if (transport instanceof InbandBytestreamsTransport inBandTransport) {
 933                    if (sid.equals(inBandTransport.getStreamId())) {
 934                        if (inBandTransport.deliverPacket(packetType, packet.getFrom(), payload)) {
 935                            account.getXmppConnection()
 936                                    .sendIqPacket(packet.generateResponse(Iq.Type.RESULT), null);
 937                        } else {
 938                            account.getXmppConnection()
 939                                    .sendIqPacket(packet.generateResponse(Iq.Type.ERROR), null);
 940                        }
 941                        return;
 942                    }
 943                }
 944            }
 945        }
 946        Log.d(
 947                Config.LOGTAG,
 948                account.getJid().asBareJid() + ": unable to deliver ibb packet with sid=" + sid);
 949        account.getXmppConnection().sendIqPacket(packet.generateResponse(Iq.Type.ERROR), null);
 950    }
 951
 952    public void notifyRebound(final Account account) {
 953        for (final AbstractJingleConnection connection : this.connections.values()) {
 954            connection.notifyRebound();
 955        }
 956        final XmppConnection xmppConnection = account.getXmppConnection();
 957        if (xmppConnection != null && xmppConnection.getFeatures().sm()) {
 958            resendSessionProposals(account);
 959        }
 960    }
 961
 962    public WeakReference<JingleRtpConnection> findJingleRtpConnection(
 963            Account account, Jid with, String sessionId) {
 964        final AbstractJingleConnection.Id id =
 965                AbstractJingleConnection.Id.of(account, with, sessionId);
 966        final AbstractJingleConnection connection = connections.get(id);
 967        if (connection instanceof JingleRtpConnection) {
 968            return new WeakReference<>((JingleRtpConnection) connection);
 969        }
 970        return null;
 971    }
 972
 973    public JingleRtpConnection findJingleRtpConnection(final Account account, final Jid with) {
 974        for (final AbstractJingleConnection connection : this.connections.values()) {
 975            if (connection instanceof JingleRtpConnection rtpConnection) {
 976                if (rtpConnection.isTerminated()) {
 977                    continue;
 978                }
 979                final var id = rtpConnection.getId();
 980                if (id.account == account && account.getJid().equals(with)) {
 981                    return rtpConnection;
 982                }
 983            }
 984        }
 985        return null;
 986    }
 987
 988    private void resendSessionProposals(final Account account) {
 989        synchronized (this.rtpSessionProposals) {
 990            for (final Map.Entry<RtpSessionProposal, DeviceDiscoveryState> entry :
 991                    this.rtpSessionProposals.entrySet()) {
 992                final RtpSessionProposal proposal = entry.getKey();
 993                if (entry.getValue() == DeviceDiscoveryState.SEARCHING
 994                        && proposal.account == account) {
 995                    Log.d(
 996                            Config.LOGTAG,
 997                            account.getJid().asBareJid()
 998                                    + ": resending session proposal to "
 999                                    + proposal.with);
1000                    final var messagePacket =
1001                            mXmppConnectionService.getMessageGenerator().sessionProposal(proposal);
1002                    mXmppConnectionService.sendMessagePacket(account, messagePacket);
1003                }
1004            }
1005        }
1006    }
1007
1008    public void updateProposedSessionDiscovered(
1009            Account account, Jid from, String sessionId, final DeviceDiscoveryState target) {
1010        synchronized (this.rtpSessionProposals) {
1011            final RtpSessionProposal sessionProposal =
1012                    getRtpSessionProposal(account, from.asBareJid(), sessionId);
1013            final DeviceDiscoveryState currentState =
1014                    sessionProposal == null ? null : rtpSessionProposals.get(sessionProposal);
1015            if (currentState == null) {
1016                Log.d(
1017                        Config.LOGTAG,
1018                        "unable to find session proposal for session id "
1019                                + sessionId
1020                                + " target="
1021                                + target);
1022                return;
1023            }
1024            if (currentState == DeviceDiscoveryState.DISCOVERED) {
1025                Log.d(
1026                        Config.LOGTAG,
1027                        "session proposal already at discovered. not going to fall back");
1028                return;
1029            }
1030
1031            Log.d(
1032                    Config.LOGTAG,
1033                    account.getJid().asBareJid()
1034                            + ": flagging session "
1035                            + sessionId
1036                            + " as "
1037                            + target);
1038
1039            final RtpEndUserState endUserState = target.toEndUserState();
1040
1041            if (target == DeviceDiscoveryState.FAILED) {
1042                Log.d(Config.LOGTAG, "removing session proposal after failure");
1043                setTerminalSessionState(sessionProposal, endUserState);
1044                this.rtpSessionProposals.remove(sessionProposal);
1045                sessionProposal.getCallIntegration().error();
1046                mXmppConnectionService.notifyJingleRtpConnectionUpdate(
1047                        account, sessionProposal.with, sessionProposal.sessionId, endUserState);
1048                return;
1049            }
1050
1051            this.rtpSessionProposals.put(sessionProposal, target);
1052
1053            if (endUserState == RtpEndUserState.RINGING) {
1054                sessionProposal.callIntegration.setDialing();
1055            }
1056
1057            mXmppConnectionService.notifyJingleRtpConnectionUpdate(
1058                    account, sessionProposal.with, sessionProposal.sessionId, endUserState);
1059        }
1060    }
1061
1062    public void rejectRtpSession(final String sessionId) {
1063        for (final AbstractJingleConnection connection : this.connections.values()) {
1064            if (connection.getId().sessionId.equals(sessionId)) {
1065                if (connection instanceof JingleRtpConnection) {
1066                    try {
1067                        ((JingleRtpConnection) connection).rejectCall();
1068                        return;
1069                    } catch (final IllegalStateException e) {
1070                        Log.w(
1071                                Config.LOGTAG,
1072                                "race condition on rejecting call from notification",
1073                                e);
1074                    }
1075                }
1076            }
1077        }
1078    }
1079
1080    public void endRtpSession(final String sessionId) {
1081        for (final AbstractJingleConnection connection : this.connections.values()) {
1082            if (connection.getId().sessionId.equals(sessionId)) {
1083                if (connection instanceof JingleRtpConnection) {
1084                    ((JingleRtpConnection) connection).endCall();
1085                }
1086            }
1087        }
1088    }
1089
1090    public void failProceed(
1091            Account account, final Jid with, final String sessionId, final String message) {
1092        final AbstractJingleConnection.Id id =
1093                AbstractJingleConnection.Id.of(account, with, sessionId);
1094        final AbstractJingleConnection existingJingleConnection = connections.get(id);
1095        if (existingJingleConnection instanceof JingleRtpConnection) {
1096            ((JingleRtpConnection) existingJingleConnection).deliverFailedProceed(message);
1097        }
1098    }
1099
1100    void ensureConnectionIsRegistered(final AbstractJingleConnection connection) {
1101        if (connections.containsValue(connection)) {
1102            return;
1103        }
1104        final IllegalStateException e =
1105                new IllegalStateException(
1106                        "JingleConnection has not been registered with connection manager");
1107        Log.e(Config.LOGTAG, "ensureConnectionIsRegistered() failed. Going to throw", e);
1108        throw e;
1109    }
1110
1111    void setTerminalSessionState(
1112            AbstractJingleConnection.Id id, final RtpEndUserState state, final Set<Media> media) {
1113        this.terminatedSessions.put(
1114                PersistableSessionId.of(id), new TerminatedRtpSession(state, media));
1115    }
1116
1117    void setTerminalSessionState(final RtpSessionProposal proposal, final RtpEndUserState state) {
1118        this.terminatedSessions.put(
1119                PersistableSessionId.of(proposal), new TerminatedRtpSession(state, proposal.media));
1120    }
1121
1122    public TerminatedRtpSession getTerminalSessionState(final Jid with, final String sessionId) {
1123        return this.terminatedSessions.getIfPresent(new PersistableSessionId(with, sessionId));
1124    }
1125
1126    private static class PersistableSessionId {
1127        private final Jid with;
1128        private final String sessionId;
1129
1130        private PersistableSessionId(Jid with, String sessionId) {
1131            this.with = with;
1132            this.sessionId = sessionId;
1133        }
1134
1135        public static PersistableSessionId of(final AbstractJingleConnection.Id id) {
1136            return new PersistableSessionId(id.with, id.sessionId);
1137        }
1138
1139        public static PersistableSessionId of(final RtpSessionProposal proposal) {
1140            return new PersistableSessionId(proposal.with, proposal.sessionId);
1141        }
1142
1143        @Override
1144        public boolean equals(Object o) {
1145            if (this == o) return true;
1146            if (o == null || getClass() != o.getClass()) return false;
1147            PersistableSessionId that = (PersistableSessionId) o;
1148            return Objects.equal(with, that.with) && Objects.equal(sessionId, that.sessionId);
1149        }
1150
1151        @Override
1152        public int hashCode() {
1153            return Objects.hashCode(with, sessionId);
1154        }
1155    }
1156
1157    public static class TerminatedRtpSession {
1158        public final RtpEndUserState state;
1159        public final Set<Media> media;
1160
1161        TerminatedRtpSession(RtpEndUserState state, Set<Media> media) {
1162            this.state = state;
1163            this.media = media;
1164        }
1165    }
1166
1167    public enum DeviceDiscoveryState {
1168        SEARCHING,
1169        SEARCHING_ACKNOWLEDGED,
1170        DISCOVERED,
1171        FAILED;
1172
1173        public RtpEndUserState toEndUserState() {
1174            return switch (this) {
1175                case SEARCHING, SEARCHING_ACKNOWLEDGED -> RtpEndUserState.FINDING_DEVICE;
1176                case DISCOVERED -> RtpEndUserState.RINGING;
1177                default -> RtpEndUserState.CONNECTIVITY_ERROR;
1178            };
1179        }
1180    }
1181
1182    public static class RtpSessionProposal implements OngoingRtpSession {
1183        public final Jid with;
1184        public final String sessionId;
1185        public final Set<Media> media;
1186        private final Account account;
1187        private final CallIntegration callIntegration;
1188
1189        private RtpSessionProposal(
1190                Account account,
1191                Jid with,
1192                String sessionId,
1193                Set<Media> media,
1194                final CallIntegration callIntegration) {
1195            this.account = account;
1196            this.with = with;
1197            this.sessionId = sessionId;
1198            this.media = media;
1199            this.callIntegration = callIntegration;
1200        }
1201
1202        public static RtpSessionProposal of(
1203                Account account,
1204                Jid with,
1205                Set<Media> media,
1206                final CallIntegration callIntegration) {
1207            return new RtpSessionProposal(account, with, nextRandomId(), media, callIntegration);
1208        }
1209
1210        @Override
1211        public boolean equals(Object o) {
1212            if (this == o) return true;
1213            if (o == null || getClass() != o.getClass()) return false;
1214            RtpSessionProposal proposal = (RtpSessionProposal) o;
1215            return Objects.equal(account.getJid(), proposal.account.getJid())
1216                    && Objects.equal(with, proposal.with)
1217                    && Objects.equal(sessionId, proposal.sessionId);
1218        }
1219
1220        @Override
1221        public int hashCode() {
1222            return Objects.hashCode(account.getJid(), with, sessionId);
1223        }
1224
1225        @Override
1226        public Account getAccount() {
1227            return account;
1228        }
1229
1230        @Override
1231        public Jid getWith() {
1232            return with;
1233        }
1234
1235        @Override
1236        public String getSessionId() {
1237            return sessionId;
1238        }
1239
1240        @Override
1241        public CallIntegration getCallIntegration() {
1242            return this.callIntegration;
1243        }
1244
1245        @Override
1246        public Set<Media> getMedia() {
1247            return this.media;
1248        }
1249    }
1250
1251    public class ProposalStateCallback implements CallIntegration.Callback {
1252
1253        private final RtpSessionProposal proposal;
1254
1255        public ProposalStateCallback(final RtpSessionProposal proposal) {
1256            this.proposal = proposal;
1257        }
1258
1259        @Override
1260        public void onCallIntegrationShowIncomingCallUi() {}
1261
1262        @Override
1263        public void onCallIntegrationDisconnect() {
1264            Log.d(Config.LOGTAG, "a phone call has just been started. retracting proposal");
1265            retractSessionProposal(this.proposal);
1266        }
1267
1268        @Override
1269        public void onAudioDeviceChanged(
1270                final CallIntegration.AudioDevice selectedAudioDevice,
1271                final Set<CallIntegration.AudioDevice> availableAudioDevices) {
1272            mXmppConnectionService.notifyJingleRtpConnectionUpdate(
1273                    selectedAudioDevice, availableAudioDevices);
1274        }
1275
1276        @Override
1277        public void onCallIntegrationReject() {}
1278
1279        @Override
1280        public void onCallIntegrationAnswer() {}
1281
1282        @Override
1283        public void onCallIntegrationSilence() {}
1284
1285        @Override
1286        public void onCallIntegrationMicrophoneEnabled(boolean enabled) {}
1287    }
1288}