WebRTCWrapper.java

  1package eu.siacs.conversations.xmpp.jingle;
  2
  3import android.content.Context;
  4import android.os.Build;
  5import android.os.Handler;
  6import android.os.Looper;
  7import android.util.Log;
  8
  9import com.google.common.base.Optional;
 10import com.google.common.base.Preconditions;
 11import com.google.common.collect.ImmutableSet;
 12import com.google.common.collect.Iterables;
 13import com.google.common.util.concurrent.Futures;
 14import com.google.common.util.concurrent.ListenableFuture;
 15import com.google.common.util.concurrent.MoreExecutors;
 16import com.google.common.util.concurrent.SettableFuture;
 17
 18import org.webrtc.AudioSource;
 19import org.webrtc.AudioTrack;
 20import org.webrtc.Camera1Enumerator;
 21import org.webrtc.Camera2Enumerator;
 22import org.webrtc.CameraEnumerationAndroid;
 23import org.webrtc.CameraEnumerator;
 24import org.webrtc.CameraVideoCapturer;
 25import org.webrtc.CandidatePairChangeEvent;
 26import org.webrtc.DataChannel;
 27import org.webrtc.DefaultVideoDecoderFactory;
 28import org.webrtc.DefaultVideoEncoderFactory;
 29import org.webrtc.EglBase;
 30import org.webrtc.IceCandidate;
 31import org.webrtc.MediaConstraints;
 32import org.webrtc.MediaStream;
 33import org.webrtc.MediaStreamTrack;
 34import org.webrtc.PeerConnection;
 35import org.webrtc.PeerConnectionFactory;
 36import org.webrtc.RtpReceiver;
 37import org.webrtc.RtpTransceiver;
 38import org.webrtc.SdpObserver;
 39import org.webrtc.SessionDescription;
 40import org.webrtc.SurfaceTextureHelper;
 41import org.webrtc.VideoSource;
 42import org.webrtc.VideoTrack;
 43import org.webrtc.audio.JavaAudioDeviceModule;
 44import org.webrtc.voiceengine.WebRtcAudioEffects;
 45
 46import java.util.ArrayList;
 47import java.util.Collections;
 48import java.util.List;
 49import java.util.Set;
 50
 51import javax.annotation.Nonnull;
 52import javax.annotation.Nullable;
 53
 54import eu.siacs.conversations.Config;
 55import eu.siacs.conversations.services.AppRTCAudioManager;
 56import eu.siacs.conversations.services.XmppConnectionService;
 57
 58public class WebRTCWrapper {
 59
 60    private static final String EXTENDED_LOGGING_TAG = WebRTCWrapper.class.getSimpleName();
 61
 62    //we should probably keep this in sync with: https://github.com/signalapp/Signal-Android/blob/master/app/src/main/java/org/thoughtcrime/securesms/ApplicationContext.java#L296
 63    private static final Set<String> HARDWARE_AEC_BLACKLIST = new ImmutableSet.Builder<String>()
 64            .add("Pixel")
 65            .add("Pixel XL")
 66            .add("Moto G5")
 67            .add("Moto G (5S) Plus")
 68            .add("Moto G4")
 69            .add("TA-1053")
 70            .add("Mi A1")
 71            .add("Mi A2")
 72            .add("E5823") // Sony z5 compact
 73            .add("Redmi Note 5")
 74            .add("FP2") // Fairphone FP2
 75            .add("MI 5")
 76            .build();
 77
 78    private static final int CAPTURING_RESOLUTION = 1920;
 79    private static final int CAPTURING_MAX_FRAME_RATE = 30;
 80
 81    private final EventCallback eventCallback;
 82    private final AppRTCAudioManager.AudioManagerEvents audioManagerEvents = new AppRTCAudioManager.AudioManagerEvents() {
 83        @Override
 84        public void onAudioDeviceChanged(AppRTCAudioManager.AudioDevice selectedAudioDevice, Set<AppRTCAudioManager.AudioDevice> availableAudioDevices) {
 85            eventCallback.onAudioDeviceChanged(selectedAudioDevice, availableAudioDevices);
 86        }
 87    };
 88    private final Handler mainHandler = new Handler(Looper.getMainLooper());
 89    private VideoTrack localVideoTrack = null;
 90    private VideoTrack remoteVideoTrack = null;
 91    private final PeerConnection.Observer peerConnectionObserver = new PeerConnection.Observer() {
 92        @Override
 93        public void onSignalingChange(PeerConnection.SignalingState signalingState) {
 94            Log.d(EXTENDED_LOGGING_TAG, "onSignalingChange(" + signalingState + ")");
 95            //this is called after removeTrack or addTrack
 96            //and should then trigger a content-add or content-remove or something
 97            //https://developer.mozilla.org/en-US/docs/Web/API/RTCPeerConnection/removeTrack
 98        }
 99
100        @Override
101        public void onConnectionChange(PeerConnection.PeerConnectionState newState) {
102            eventCallback.onConnectionChange(newState);
103        }
104
105        @Override
106        public void onIceConnectionChange(PeerConnection.IceConnectionState iceConnectionState) {
107
108        }
109
110        @Override
111        public void onSelectedCandidatePairChanged(CandidatePairChangeEvent event) {
112            Log.d(Config.LOGTAG, "remote candidate selected: " + event.remote);
113            Log.d(Config.LOGTAG, "local candidate selected: " + event.local);
114        }
115
116        @Override
117        public void onIceConnectionReceivingChange(boolean b) {
118
119        }
120
121        @Override
122        public void onIceGatheringChange(PeerConnection.IceGatheringState iceGatheringState) {
123            Log.d(EXTENDED_LOGGING_TAG, "onIceGatheringChange(" + iceGatheringState + ")");
124        }
125
126        @Override
127        public void onIceCandidate(IceCandidate iceCandidate) {
128            eventCallback.onIceCandidate(iceCandidate);
129        }
130
131        @Override
132        public void onIceCandidatesRemoved(IceCandidate[] iceCandidates) {
133
134        }
135
136        @Override
137        public void onAddStream(MediaStream mediaStream) {
138            Log.d(EXTENDED_LOGGING_TAG, "onAddStream(numAudioTracks=" + mediaStream.audioTracks.size() + ",numVideoTracks=" + mediaStream.videoTracks.size() + ")");
139            final List<VideoTrack> videoTracks = mediaStream.videoTracks;
140            if (videoTracks.size() > 0) {
141                remoteVideoTrack = videoTracks.get(0);
142                Log.d(Config.LOGTAG, "remote video track enabled?=" + remoteVideoTrack.enabled());
143            } else {
144                Log.d(Config.LOGTAG, "no remote video tracks found");
145            }
146        }
147
148        @Override
149        public void onRemoveStream(MediaStream mediaStream) {
150
151        }
152
153        @Override
154        public void onDataChannel(DataChannel dataChannel) {
155
156        }
157
158        @Override
159        public void onRenegotiationNeeded() {
160
161        }
162
163        @Override
164        public void onAddTrack(RtpReceiver rtpReceiver, MediaStream[] mediaStreams) {
165            final MediaStreamTrack track = rtpReceiver.track();
166            Log.d(EXTENDED_LOGGING_TAG, "onAddTrack(kind=" + (track == null ? "null" : track.kind()) + ",numMediaStreams=" + mediaStreams.length + ")");
167        }
168
169        @Override
170        public void onTrack(RtpTransceiver transceiver) {
171            Log.d(EXTENDED_LOGGING_TAG, "onTrack(mid=" + transceiver.getMid() + ",media=" + transceiver.getMediaType() + ")");
172        }
173    };
174    @Nullable
175    private PeerConnection peerConnection = null;
176    private AudioTrack localAudioTrack = null;
177    private AppRTCAudioManager appRTCAudioManager = null;
178    private ToneManager toneManager = null;
179    private Context context = null;
180    private EglBase eglBase = null;
181    private CapturerChoice capturerChoice;
182
183    WebRTCWrapper(final EventCallback eventCallback) {
184        this.eventCallback = eventCallback;
185    }
186
187    private static void dispose(final PeerConnection peerConnection) {
188        try {
189            peerConnection.dispose();
190        } catch (final IllegalStateException e) {
191            Log.e(Config.LOGTAG, "unable to dispose of peer connection", e);
192        }
193    }
194
195    @Nullable
196    private static CapturerChoice of(CameraEnumerator enumerator, final String deviceName, Set<String> availableCameras) {
197        final CameraVideoCapturer capturer = enumerator.createCapturer(deviceName, null);
198        if (capturer == null) {
199            return null;
200        }
201        final ArrayList<CameraEnumerationAndroid.CaptureFormat> choices = new ArrayList<>(enumerator.getSupportedFormats(deviceName));
202        Collections.sort(choices, (a, b) -> b.width - a.width);
203        for (final CameraEnumerationAndroid.CaptureFormat captureFormat : choices) {
204            if (captureFormat.width <= CAPTURING_RESOLUTION) {
205                return new CapturerChoice(capturer, captureFormat, availableCameras);
206            }
207        }
208        return null;
209    }
210
211    private static boolean isFrontFacing(final CameraEnumerator cameraEnumerator, final String deviceName) {
212        try {
213            return cameraEnumerator.isFrontFacing(deviceName);
214        } catch (final NullPointerException e) {
215            return false;
216        }
217    }
218
219    public void setup(final XmppConnectionService service, final AppRTCAudioManager.SpeakerPhonePreference speakerPhonePreference) throws InitializationException {
220        try {
221            PeerConnectionFactory.initialize(
222                    PeerConnectionFactory.InitializationOptions.builder(service).createInitializationOptions()
223            );
224        } catch (final UnsatisfiedLinkError e) {
225            throw new InitializationException("Unable to initialize PeerConnectionFactory", e);
226        }
227        try {
228            this.eglBase = EglBase.create();
229        } catch (final RuntimeException e) {
230            throw new InitializationException("Unable to create EGL base", e);
231        }
232        this.context = service;
233        this.toneManager = service.getJingleConnectionManager().toneManager;
234        mainHandler.post(() -> {
235            appRTCAudioManager = AppRTCAudioManager.create(service, speakerPhonePreference);
236            toneManager.setAppRtcAudioManagerHasControl(true);
237            appRTCAudioManager.start(audioManagerEvents);
238            eventCallback.onAudioDeviceChanged(appRTCAudioManager.getSelectedAudioDevice(), appRTCAudioManager.getAudioDevices());
239        });
240    }
241
242    synchronized void initializePeerConnection(final Set<Media> media, final List<PeerConnection.IceServer> iceServers) throws InitializationException {
243        Preconditions.checkState(this.eglBase != null);
244        Preconditions.checkNotNull(media);
245        Preconditions.checkArgument(media.size() > 0, "media can not be empty when initializing peer connection");
246        final boolean setUseHardwareAcousticEchoCanceler = WebRtcAudioEffects.canUseAcousticEchoCanceler() && !HARDWARE_AEC_BLACKLIST.contains(Build.MODEL);
247        Log.d(Config.LOGTAG, String.format("setUseHardwareAcousticEchoCanceler(%s) model=%s", setUseHardwareAcousticEchoCanceler, Build.MODEL));
248        PeerConnectionFactory peerConnectionFactory = PeerConnectionFactory.builder()
249                .setVideoDecoderFactory(new DefaultVideoDecoderFactory(eglBase.getEglBaseContext()))
250                .setVideoEncoderFactory(new DefaultVideoEncoderFactory(eglBase.getEglBaseContext(), true, true))
251                .setAudioDeviceModule(JavaAudioDeviceModule.builder(context)
252                        .setUseHardwareAcousticEchoCanceler(setUseHardwareAcousticEchoCanceler)
253                        .createAudioDeviceModule()
254                )
255                .createPeerConnectionFactory();
256
257
258        final PeerConnection.RTCConfiguration rtcConfig = new PeerConnection.RTCConfiguration(iceServers);
259        rtcConfig.tcpCandidatePolicy = PeerConnection.TcpCandidatePolicy.DISABLED; //XEP-0176 doesn't support tcp
260        rtcConfig.continualGatheringPolicy = PeerConnection.ContinualGatheringPolicy.GATHER_CONTINUALLY;
261        rtcConfig.sdpSemantics = PeerConnection.SdpSemantics.UNIFIED_PLAN;
262        final PeerConnection peerConnection = peerConnectionFactory.createPeerConnection(rtcConfig, peerConnectionObserver);
263        if (peerConnection == null) {
264            throw new InitializationException("Unable to create PeerConnection");
265        }
266
267        final Optional<CapturerChoice> optionalCapturerChoice = media.contains(Media.VIDEO) ? getVideoCapturer() : Optional.absent();
268
269        if (optionalCapturerChoice.isPresent()) {
270            this.capturerChoice = optionalCapturerChoice.get();
271            final CameraVideoCapturer capturer = this.capturerChoice.cameraVideoCapturer;
272            final VideoSource videoSource = peerConnectionFactory.createVideoSource(false);
273            SurfaceTextureHelper surfaceTextureHelper = SurfaceTextureHelper.create("webrtc", eglBase.getEglBaseContext());
274            capturer.initialize(surfaceTextureHelper, requireContext(), videoSource.getCapturerObserver());
275            Log.d(Config.LOGTAG, String.format("start capturing at %dx%d@%d", capturerChoice.captureFormat.width, capturerChoice.captureFormat.height, capturerChoice.getFrameRate()));
276            capturer.startCapture(capturerChoice.captureFormat.width, capturerChoice.captureFormat.height, capturerChoice.getFrameRate());
277
278            this.localVideoTrack = peerConnectionFactory.createVideoTrack("my-video-track", videoSource);
279
280            peerConnection.addTrack(this.localVideoTrack);
281        }
282
283
284        if (media.contains(Media.AUDIO)) {
285            //set up audio track
286            final AudioSource audioSource = peerConnectionFactory.createAudioSource(new MediaConstraints());
287            this.localAudioTrack = peerConnectionFactory.createAudioTrack("my-audio-track", audioSource);
288            peerConnection.addTrack(this.localAudioTrack);
289        }
290        peerConnection.setAudioPlayout(true);
291        peerConnection.setAudioRecording(true);
292        this.peerConnection = peerConnection;
293    }
294
295    synchronized void close() {
296        final PeerConnection peerConnection = this.peerConnection;
297        final CapturerChoice capturerChoice = this.capturerChoice;
298        final AppRTCAudioManager audioManager = this.appRTCAudioManager;
299        final EglBase eglBase = this.eglBase;
300        if (peerConnection != null) {
301            dispose(peerConnection);
302            this.peerConnection = null;
303        }
304        if (audioManager != null) {
305            toneManager.setAppRtcAudioManagerHasControl(false);
306            mainHandler.post(audioManager::stop);
307        }
308        this.localVideoTrack = null;
309        this.remoteVideoTrack = null;
310        if (capturerChoice != null) {
311            try {
312                capturerChoice.cameraVideoCapturer.stopCapture();
313            } catch (InterruptedException e) {
314                Log.e(Config.LOGTAG, "unable to stop capturing");
315            }
316        }
317        if (eglBase != null) {
318            eglBase.release();
319            this.eglBase = null;
320        }
321    }
322
323    synchronized void verifyClosed() {
324        if (this.peerConnection != null
325                || this.eglBase != null
326                || this.localVideoTrack != null
327                || this.remoteVideoTrack != null) {
328            final IllegalStateException e = new IllegalStateException("WebRTCWrapper hasn't been closed properly");
329            Log.e(Config.LOGTAG, "verifyClosed() failed. Going to throw", e);
330            throw e;
331        }
332    }
333
334    boolean isCameraSwitchable() {
335        final CapturerChoice capturerChoice = this.capturerChoice;
336        return capturerChoice != null && capturerChoice.availableCameras.size() > 1;
337    }
338
339    boolean isFrontCamera() {
340        final CapturerChoice capturerChoice = this.capturerChoice;
341        return capturerChoice == null || capturerChoice.isFrontCamera;
342    }
343
344    ListenableFuture<Boolean> switchCamera() {
345        final CapturerChoice capturerChoice = this.capturerChoice;
346        if (capturerChoice == null) {
347            return Futures.immediateFailedFuture(new IllegalStateException("CameraCapturer has not been initialized"));
348        }
349        final SettableFuture<Boolean> future = SettableFuture.create();
350        capturerChoice.cameraVideoCapturer.switchCamera(new CameraVideoCapturer.CameraSwitchHandler() {
351            @Override
352            public void onCameraSwitchDone(boolean isFrontCamera) {
353                capturerChoice.isFrontCamera = isFrontCamera;
354                future.set(isFrontCamera);
355            }
356
357            @Override
358            public void onCameraSwitchError(final String message) {
359                future.setException(new IllegalStateException(String.format("Unable to switch camera %s", message)));
360            }
361        });
362        return future;
363    }
364
365    boolean isMicrophoneEnabled() {
366        final AudioTrack audioTrack = this.localAudioTrack;
367        if (audioTrack == null) {
368            throw new IllegalStateException("Local audio track does not exist (yet)");
369        }
370        try {
371            return audioTrack.enabled();
372        } catch (final IllegalStateException e) {
373            //sometimes UI might still be rendering the buttons when a background thread has already ended the call
374            return false;
375        }
376    }
377
378    boolean setMicrophoneEnabled(final boolean enabled) {
379        final AudioTrack audioTrack = this.localAudioTrack;
380        if (audioTrack == null) {
381            throw new IllegalStateException("Local audio track does not exist (yet)");
382        }
383        try {
384            audioTrack.setEnabled(enabled);
385            return true;
386        } catch (final IllegalStateException e) {
387            Log.d(Config.LOGTAG, "unable to toggle microphone", e);
388            //ignoring race condition in case MediaStreamTrack has been disposed
389            return false;
390        }
391    }
392
393    boolean isVideoEnabled() {
394        final VideoTrack videoTrack = this.localVideoTrack;
395        if (videoTrack == null) {
396            return false;
397        }
398        return videoTrack.enabled();
399    }
400
401    void setVideoEnabled(final boolean enabled) {
402        final VideoTrack videoTrack = this.localVideoTrack;
403        if (videoTrack == null) {
404            throw new IllegalStateException("Local video track does not exist");
405        }
406        videoTrack.setEnabled(enabled);
407    }
408
409    ListenableFuture<SessionDescription> createOffer() {
410        return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
411            final SettableFuture<SessionDescription> future = SettableFuture.create();
412            peerConnection.createOffer(new CreateSdpObserver() {
413                @Override
414                public void onCreateSuccess(SessionDescription sessionDescription) {
415                    future.set(sessionDescription);
416                }
417
418                @Override
419                public void onCreateFailure(String s) {
420                    future.setException(new IllegalStateException("Unable to create offer: " + s));
421                }
422            }, new MediaConstraints());
423            return future;
424        }, MoreExecutors.directExecutor());
425    }
426
427    ListenableFuture<SessionDescription> createAnswer() {
428        return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
429            final SettableFuture<SessionDescription> future = SettableFuture.create();
430            peerConnection.createAnswer(new CreateSdpObserver() {
431                @Override
432                public void onCreateSuccess(SessionDescription sessionDescription) {
433                    future.set(sessionDescription);
434                }
435
436                @Override
437                public void onCreateFailure(String s) {
438                    future.setException(new IllegalStateException("Unable to create answer: " + s));
439                }
440            }, new MediaConstraints());
441            return future;
442        }, MoreExecutors.directExecutor());
443    }
444
445    ListenableFuture<Void> setLocalDescription(final SessionDescription sessionDescription) {
446        Log.d(EXTENDED_LOGGING_TAG, "setting local description:");
447        for (final String line : sessionDescription.description.split(eu.siacs.conversations.xmpp.jingle.SessionDescription.LINE_DIVIDER)) {
448            Log.d(EXTENDED_LOGGING_TAG, line);
449        }
450        return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
451            final SettableFuture<Void> future = SettableFuture.create();
452            peerConnection.setLocalDescription(new SetSdpObserver() {
453                @Override
454                public void onSetSuccess() {
455                    future.set(null);
456                }
457
458                @Override
459                public void onSetFailure(final String s) {
460                    future.setException(new IllegalArgumentException("unable to set local session description: " + s));
461
462                }
463            }, sessionDescription);
464            return future;
465        }, MoreExecutors.directExecutor());
466    }
467
468    ListenableFuture<Void> setRemoteDescription(final SessionDescription sessionDescription) {
469        Log.d(EXTENDED_LOGGING_TAG, "setting remote description:");
470        for (final String line : sessionDescription.description.split(eu.siacs.conversations.xmpp.jingle.SessionDescription.LINE_DIVIDER)) {
471            Log.d(EXTENDED_LOGGING_TAG, line);
472        }
473        return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
474            final SettableFuture<Void> future = SettableFuture.create();
475            peerConnection.setRemoteDescription(new SetSdpObserver() {
476                @Override
477                public void onSetSuccess() {
478                    future.set(null);
479                }
480
481                @Override
482                public void onSetFailure(String s) {
483                    future.setException(new IllegalArgumentException("unable to set remote session description: " + s));
484
485                }
486            }, sessionDescription);
487            return future;
488        }, MoreExecutors.directExecutor());
489    }
490
491    @Nonnull
492    private ListenableFuture<PeerConnection> getPeerConnectionFuture() {
493        final PeerConnection peerConnection = this.peerConnection;
494        if (peerConnection == null) {
495            return Futures.immediateFailedFuture(new IllegalStateException("initialize PeerConnection first"));
496        } else {
497            return Futures.immediateFuture(peerConnection);
498        }
499    }
500
501    void addIceCandidate(IceCandidate iceCandidate) {
502        requirePeerConnection().addIceCandidate(iceCandidate);
503    }
504
505    private CameraEnumerator getCameraEnumerator() {
506        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) {
507            return new Camera2Enumerator(requireContext());
508        } else {
509            return new Camera1Enumerator();
510        }
511    }
512
513    private Optional<CapturerChoice> getVideoCapturer() {
514        final CameraEnumerator enumerator = getCameraEnumerator();
515        final Set<String> deviceNames = ImmutableSet.copyOf(enumerator.getDeviceNames());
516        for (final String deviceName : deviceNames) {
517            if (isFrontFacing(enumerator, deviceName)) {
518                final CapturerChoice capturerChoice = of(enumerator, deviceName, deviceNames);
519                if (capturerChoice == null) {
520                    return Optional.absent();
521                }
522                capturerChoice.isFrontCamera = true;
523                return Optional.of(capturerChoice);
524            }
525        }
526        if (deviceNames.size() == 0) {
527            return Optional.absent();
528        } else {
529            return Optional.fromNullable(of(enumerator, Iterables.get(deviceNames, 0), deviceNames));
530        }
531    }
532
533    public PeerConnection.PeerConnectionState getState() {
534        return requirePeerConnection().connectionState();
535    }
536
537    EglBase.Context getEglBaseContext() {
538        return this.eglBase.getEglBaseContext();
539    }
540
541    Optional<VideoTrack> getLocalVideoTrack() {
542        return Optional.fromNullable(this.localVideoTrack);
543    }
544
545    Optional<VideoTrack> getRemoteVideoTrack() {
546        return Optional.fromNullable(this.remoteVideoTrack);
547    }
548
549    private PeerConnection requirePeerConnection() {
550        final PeerConnection peerConnection = this.peerConnection;
551        if (peerConnection == null) {
552            throw new PeerConnectionNotInitialized();
553        }
554        return peerConnection;
555    }
556
557    private Context requireContext() {
558        final Context context = this.context;
559        if (context == null) {
560            throw new IllegalStateException("call setup first");
561        }
562        return context;
563    }
564
565    AppRTCAudioManager getAudioManager() {
566        return appRTCAudioManager;
567    }
568
569    public interface EventCallback {
570        void onIceCandidate(IceCandidate iceCandidate);
571
572        void onConnectionChange(PeerConnection.PeerConnectionState newState);
573
574        void onAudioDeviceChanged(AppRTCAudioManager.AudioDevice selectedAudioDevice, Set<AppRTCAudioManager.AudioDevice> availableAudioDevices);
575    }
576
577    private static abstract class SetSdpObserver implements SdpObserver {
578
579        @Override
580        public void onCreateSuccess(org.webrtc.SessionDescription sessionDescription) {
581            throw new IllegalStateException("Not able to use SetSdpObserver");
582        }
583
584        @Override
585        public void onCreateFailure(String s) {
586            throw new IllegalStateException("Not able to use SetSdpObserver");
587        }
588
589    }
590
591    private static abstract class CreateSdpObserver implements SdpObserver {
592
593
594        @Override
595        public void onSetSuccess() {
596            throw new IllegalStateException("Not able to use CreateSdpObserver");
597        }
598
599
600        @Override
601        public void onSetFailure(String s) {
602            throw new IllegalStateException("Not able to use CreateSdpObserver");
603        }
604    }
605
606    static class InitializationException extends Exception {
607
608        private InitializationException(final String message, final Throwable throwable) {
609            super(message, throwable);
610        }
611
612        private InitializationException(final String message) {
613            super(message);
614        }
615    }
616
617    public static class PeerConnectionNotInitialized extends IllegalStateException {
618
619        private PeerConnectionNotInitialized() {
620            super("initialize PeerConnection first");
621        }
622
623    }
624
625    private static class CapturerChoice {
626        private final CameraVideoCapturer cameraVideoCapturer;
627        private final CameraEnumerationAndroid.CaptureFormat captureFormat;
628        private final Set<String> availableCameras;
629        private boolean isFrontCamera = false;
630
631        CapturerChoice(CameraVideoCapturer cameraVideoCapturer, CameraEnumerationAndroid.CaptureFormat captureFormat, Set<String> cameras) {
632            this.cameraVideoCapturer = cameraVideoCapturer;
633            this.captureFormat = captureFormat;
634            this.availableCameras = cameras;
635        }
636
637        int getFrameRate() {
638            return Math.max(captureFormat.framerate.min, Math.min(CAPTURING_MAX_FRAME_RATE, captureFormat.framerate.max));
639        }
640    }
641}