element-call/src/rtcSessionHelpers.ts

/*
Copyright 2023, 2024 New Vector Ltd.

SPDX-License-Identifier: AGPL-3.0-only OR LicenseRef-Element-Commercial
Please see LICENSE in the repository root for full details.
*/

import {
  isLivekitFocusConfig,
  type LivekitFocusConfig,
  type LivekitFocus,
  type LivekitFocusSelection,
  type MatrixRTCSession,
} from "matrix-js-sdk/lib/matrixrtc";
import { logger } from "matrix-js-sdk/lib/logger";
import { AutoDiscovery } from "matrix-js-sdk/lib/autodiscovery";

import { PosthogAnalytics } from "./analytics/PosthogAnalytics";
import { Config } from "./config/Config";
import { ElementWidgetActions, widget, type WidgetHelpers } from "./widget";
import { MatrixRTCFocusMissingError } from "./utils/errors";
import { getUrlParams } from "./UrlParams";
import { getSFUConfigWithOpenID } from "./livekit/openIDSFU.ts";

const FOCI_WK_KEY = "org.matrix.msc4143.rtc_foci";

export function makeActiveFocus(): LivekitFocusSelection {
  return {
    type: "livekit",
    focus_selection: "oldest_membership",
  };
}

export function getLivekitAlias(rtcSession: MatrixRTCSession): string {
  // For now we assume everything is a room-scoped call
  return rtcSession.room.roomId;
}

async function makeFocusInternal(
  rtcSession: MatrixRTCSession,
): Promise<LivekitFocus> {
  logger.log("Searching for a preferred focus");
  const livekitAlias = getLivekitAlias(rtcSession);

  const urlFromStorage = localStorage.getItem("robin-matrixrtc-auth");
  if (urlFromStorage !== null) {
    const focusFromStorage: LivekitFocus = {
      type: "livekit",
      livekit_service_url: urlFromStorage,
      livekit_alias: livekitAlias,
    };
    logger.log("Using LiveKit focus from local storage: ", focusFromStorage);
    return focusFromStorage;
  }

  // Prioritize the .well-known/matrix/client, if available, over the configured SFU
  const domain = rtcSession.room.client.getDomain();
  if (localStorage.getItem("timo-focus-url")) {
    const timoFocusUrl = localStorage.getItem("timo-focus-url")!;
    const focusFromUrl: LivekitFocus = {
      type: "livekit",
      livekit_service_url: timoFocusUrl,
      livekit_alias: livekitAlias,
    };
    logger.log("Using LiveKit focus from localStorage: ", timoFocusUrl);
    return focusFromUrl;
  }
  if (domain) {
    // we use AutoDiscovery instead of relying on the MatrixClient having already
    // been fully configured and started
    const wellKnownFoci = (await AutoDiscovery.getRawClientConfig(domain))?.[
      FOCI_WK_KEY
    ];
    if (Array.isArray(wellKnownFoci)) {
      const focus: LivekitFocusConfig | undefined = wellKnownFoci.find(
        (f) => f && isLivekitFocusConfig(f),
      );
      if (focus !== undefined) {
        logger.log("Using LiveKit focus from .well-known: ", focus);
        return { ...focus, livekit_alias: livekitAlias };
      }
    }
  }

  const urlFromConf = Config.get().livekit?.livekit_service_url;
  if (urlFromConf) {
    const focusFromConf: LivekitFocus = {
      type: "livekit",
      livekit_service_url: urlFromConf,
      livekit_alias: livekitAlias,
    };
    logger.log("Using LiveKit focus from config: ", focusFromConf);
    return focusFromConf;
  }

  throw new MatrixRTCFocusMissingError(domain ?? "");
}

export async function makeFocus(
  rtcSession: MatrixRTCSession,
): Promise<LivekitFocus> {
  const focus = await makeFocusInternal(rtcSession);
  // this will call the jwt/sfu/get endpoint to pre create the livekit room.
  await getSFUConfigWithOpenID(
    rtcSession.room.client,
    focus.livekit_service_url,
    focus.livekit_alias,
  );
  return focus;
}

export async function enterRTCSession(
  rtcSession: MatrixRTCSession,
  focus: LivekitFocus,
  encryptMedia: boolean,
  useNewMembershipManager = true,
  useExperimentalToDeviceTransport = false,
): Promise<void> {
  PosthogAnalytics.instance.eventCallEnded.cacheStartCall(new Date());
  PosthogAnalytics.instance.eventCallStarted.track(rtcSession.room.roomId);

  // This must be called before we start trying to join the call, as we need to
  // have started tracking by the time calls start getting created.
  // groupCallOTelMembership?.onJoinCall();

  const { features, matrix_rtc_session: matrixRtcSessionConfig } = Config.get();
  const useDeviceSessionMemberEvents =
    features?.feature_use_device_session_member_events;
  rtcSession.joinRoomSession([focus], focus, {
    notificationType: getUrlParams().sendNotificationType,
    useNewMembershipManager,
    manageMediaKeys: encryptMedia,
    ...(useDeviceSessionMemberEvents !== undefined && {
      useLegacyMemberEvents: !useDeviceSessionMemberEvents,
    }),
    delayedLeaveEventRestartMs:
      matrixRtcSessionConfig?.delayed_leave_event_restart_ms,
    delayedLeaveEventDelayMs:
      matrixRtcSessionConfig?.delayed_leave_event_delay_ms,
    delayedLeaveEventRestartLocalTimeoutMs:
      matrixRtcSessionConfig?.delayed_leave_event_restart_local_timeout_ms,
    networkErrorRetryMs: matrixRtcSessionConfig?.network_error_retry_ms,
    makeKeyDelay: matrixRtcSessionConfig?.wait_for_key_rotation_ms,
    membershipEventExpiryMs: matrixRtcSessionConfig?.membership_event_expiry_ms,
    useExperimentalToDeviceTransport,
  });
  if (widget) {
    try {
      await widget.api.transport.send(ElementWidgetActions.JoinCall, {});
    } catch (e) {
      logger.error("Failed to send join action", e);
    }
  }
}

const widgetPostHangupProcedure = async (
  widget: WidgetHelpers,
  cause: "user" | "error",
  promiseBeforeHangup?: Promise<unknown>,
): Promise<void> => {
  try {
    await widget.api.setAlwaysOnScreen(false);
  } catch (e) {
    logger.error("Failed to set call widget `alwaysOnScreen` to false", e);
  }

  // Wait for any last bits before hanging up.
  await promiseBeforeHangup;
  // We send the hangup event after the memberships have been updated
  // calling leaveRTCSession.
  // We need to wait because this makes the client hosting this widget killing the IFrame.
  try {
    await widget.api.transport.send(ElementWidgetActions.HangupCall, {});
  } catch (e) {
    logger.error("Failed to send hangup action", e);
  }
  // On a normal user hangup we can shut down and close the widget. But if an
  // error occurs we should keep the widget open until the user reads it.
  if (cause === "user" && !getUrlParams().returnToLobby) {
    try {
      await widget.api.transport.send(ElementWidgetActions.Close, {});
    } catch (e) {
      logger.error("Failed to send close action", e);
    }
    widget.api.transport.stop();
  }
};

export async function leaveRTCSession(
  rtcSession: MatrixRTCSession,
  cause: "user" | "error",
  promiseBeforeHangup?: Promise<unknown>,
): Promise<void> {
  await rtcSession.leaveRoomSession();
  if (widget) {
    await widgetPostHangupProcedure(widget, cause, promiseBeforeHangup);
  } else {
    await promiseBeforeHangup;
  }
}