conference.h

Go to the documentation of this file.

/*
 *  Copyright (C) 2004-2025 Savoir-faire Linux Inc.
 *
 *  This program is free software: you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program. If not, see <https://www.gnu.org/licenses/>.
 */
#pragma once
 
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
 
#include <chrono>
#include <set>
#include <string>
#include <memory>
#include <vector>
#include <string_view>
#include <map>
#include <functional>
 
#include "conference_protocol.h"
#include "media/audio/audio_input.h"
#include "media/media_attribute.h"
#include "media/recordable.h"
 
#ifdef ENABLE_PLUGIN
#include "plugin/streamdata.h"
#endif
 
#ifdef ENABLE_VIDEO
#include "media/video/sinkclient.h"
#endif
 
#include <json/json.h>
 
namespace jami {
 
class Call;
class Account;
 
#ifdef ENABLE_VIDEO
namespace video {
class VideoMixer;
}
#endif
 
// info for a stream
struct ParticipantInfo
{
    std::string uri;
    std::string device;
    std::string sinkId; // stream ID
    bool active {false};
    int x {0};
    int y {0};
    int w {0};
    int h {0};
    bool videoMuted {false};
    bool audioLocalMuted {false};
    bool audioModeratorMuted {false};
    bool isModerator {false};
    bool handRaised {false};
    bool voiceActivity {false};
    bool recording {false};
 
    void fromJson(const Json::Value& v)
    {
        uri = v["uri"].asString();
        device = v["device"].asString();
        sinkId = v["sinkId"].asString();
        active = v["active"].asBool();
        x = v["x"].asInt();
        y = v["y"].asInt();
        w = v["w"].asInt();
        h = v["h"].asInt();
        videoMuted = v["videoMuted"].asBool();
        audioLocalMuted = v["audioLocalMuted"].asBool();
        audioModeratorMuted = v["audioModeratorMuted"].asBool();
        isModerator = v["isModerator"].asBool();
        handRaised = v["handRaised"].asBool();
        voiceActivity = v["voiceActivity"].asBool();
        recording = v["recording"].asBool();
    }
 
    Json::Value toJson() const
    {
        Json::Value val;
        val["uri"] = uri;
        val["device"] = device;
        val["sinkId"] = sinkId;
        val["active"] = active;
        val["x"] = x;
        val["y"] = y;
        val["w"] = w;
        val["h"] = h;
        val["videoMuted"] = videoMuted;
        val["audioLocalMuted"] = audioLocalMuted;
        val["audioModeratorMuted"] = audioModeratorMuted;
        val["isModerator"] = isModerator;
        val["handRaised"] = handRaised;
        val["voiceActivity"] = voiceActivity;
        val["recording"] = recording;
        return val;
    }
 
    std::map<std::string, std::string> toMap() const
    {
        return {{"uri", uri},
                {"device", device},
                {"sinkId", sinkId},
                {"active", active ? "true" : "false"},
                {"x", std::to_string(x)},
                {"y", std::to_string(y)},
                {"w", std::to_string(w)},
                {"h", std::to_string(h)},
                {"videoMuted", videoMuted ? "true" : "false"},
                {"audioLocalMuted", audioLocalMuted ? "true" : "false"},
                {"audioModeratorMuted", audioModeratorMuted ? "true" : "false"},
                {"isModerator", isModerator ? "true" : "false"},
                {"handRaised", handRaised ? "true" : "false"},
                {"voiceActivity", voiceActivity ? "true" : "false"},
                {"recording", recording ? "true" : "false"}};
    }
 
    friend bool operator==(const ParticipantInfo& p1, const ParticipantInfo& p2)
    {
        return p1.uri == p2.uri and p1.device == p2.device and p1.sinkId == p2.sinkId
               and p1.active == p2.active and p1.x == p2.x and p1.y == p2.y and p1.w == p2.w
               and p1.h == p2.h and p1.videoMuted == p2.videoMuted
               and p1.audioLocalMuted == p2.audioLocalMuted
               and p1.audioModeratorMuted == p2.audioModeratorMuted
               and p1.isModerator == p2.isModerator and p1.handRaised == p2.handRaised
               and p1.voiceActivity == p2.voiceActivity and p1.recording == p2.recording;
    }
 
    friend bool operator!=(const ParticipantInfo& p1, const ParticipantInfo& p2)
    {
        return !(p1 == p2);
    }
};
 
struct ConfInfo : public std::vector<ParticipantInfo>
{
    int h {0};
    int w {0};
    int v {1}; // Supported conference protocol version
    int layout {0};
 
    friend bool operator==(const ConfInfo& c1, const ConfInfo& c2)
    {
        if (c1.h != c2.h or c1.w != c2.w)
            return false;
        if (c1.size() != c2.size())
            return false;
 
        for (auto& p1 : c1) {
            auto it = std::find_if(c2.begin(), c2.end(), [&p1](const ParticipantInfo& p2) {
                return p1 == p2;
            });
            if (it != c2.end())
                continue;
            else
                return false;
        }
        return true;
    }
 
    friend bool operator!=(const ConfInfo& c1, const ConfInfo& c2) { return !(c1 == c2); }
 
    std::vector<std::map<std::string, std::string>> toVectorMapStringString() const;
    std::string toString() const;
};
 
using CallIdSet = std::set<std::string>;
using clock = std::chrono::steady_clock;
 
class Conference : public Recordable, public std::enable_shared_from_this<Conference>
{
public:
    enum class State { ACTIVE_ATTACHED, ACTIVE_DETACHED, HOLD };
 
    explicit Conference(const std::shared_ptr<Account>&,
                        const std::string& confId = "");
 
    ~Conference();
 
    const std::string& getConfId() const { return id_; }
 
    std::shared_ptr<Account> getAccount() const { return account_.lock(); }
 
    std::string getAccountId() const;
 
    State getState() const;
 
    void setState(State state);
 
    void onShutdown(std::function<void(int)> cb) { shutdownCb_ = std::move(cb); }
 
    static constexpr const char* getStateStr(State state)
    {
        switch (state) {
        case State::ACTIVE_ATTACHED:
            return "ACTIVE_ATTACHED";
        case State::ACTIVE_DETACHED:
            return "ACTIVE_DETACHED";
        case State::HOLD:
            return "HOLD";
        default:
            return "";
        }
    }
 
    const char* getStateStr() const { return getStateStr(confState_); }
 
    void setLocalHostMuteState(MediaType type, bool muted);
 
    bool isMediaSourceMuted(MediaType type) const;
 
    bool requestMediaChange(const std::vector<libjami::MediaMap>& mediaList);
 
    void handleMediaChangeRequest(const std::shared_ptr<Call>& call,
                                  const std::vector<libjami::MediaMap>& remoteMediaList);
 
    void addSubCall(const std::string& callId);
 
    void removeSubCall(const std::string& callId);
 
    void attachHost(const std::vector<libjami::MediaMap>& mediaList = {});
 
    void detachHost();
 
    CallIdSet getSubCalls() const;
 
    bool toggleRecording() override;
 
    void switchInput(const std::string& input);
    void setActiveParticipant(const std::string& participant_id);
    void setActiveStream(const std::string& streamId, bool state);
    void setLayout(int layout);
 
    void onConfOrder(const std::string& callId, const std::string& order);
 
    bool isVideoEnabled() const;
 
#ifdef ENABLE_VIDEO
    void createSinks(const ConfInfo& infos);
    std::shared_ptr<video::VideoMixer> getVideoMixer();
    std::string getVideoInput() const;
#endif
 
    std::vector<std::map<std::string, std::string>> getConferenceInfos() const
    {
        std::lock_guard lk(confInfoMutex_);
        return confInfo_.toVectorMapStringString();
    }
 
    void updateConferenceInfo(ConfInfo confInfo);
    void setModerator(const std::string& uri, const bool& state);
    void hangupParticipant(const std::string& accountUri, const std::string& deviceId = "");
    void setHandRaised(const std::string& uri, const bool& state);
    void setVoiceActivity(const std::string& streamId, const bool& newState);
 
    void muteParticipant(const std::string& uri, const bool& state);
    void muteLocalHost(bool is_muted, const std::string& mediaType);
    bool isRemoteParticipant(const std::string& uri);
    void mergeConfInfo(ConfInfo& newInfo, const std::string& peerURI);
 
    void muteStream(const std::string& accountUri,
                    const std::string& deviceId,
                    const std::string& streamId,
                    const bool& state);
    void updateMuted();
    void updateRecording();
 
    void updateVoiceActivity();
 
    std::shared_ptr<Call> getCallFromPeerID(std::string_view peerId);
 
    void reportMediaNegotiationStatus();
 
    std::vector<libjami::MediaMap> currentMediaList() const;
 
    // Update layout if recording changes
    void stopRecording() override;
    bool startRecording(const std::string& path) override;
 
    std::chrono::milliseconds getDuration() const
    {
        return duration_start_ == clock::time_point::min()
                   ? std::chrono::milliseconds::zero()
                   : std::chrono::duration_cast<std::chrono::milliseconds>(clock::now()
                                                                           - duration_start_);
    }
 
private:
    std::weak_ptr<Conference> weak()
    {
        return std::static_pointer_cast<Conference>(shared_from_this());
    }
 
    static std::shared_ptr<Call> getCall(const std::string& callId);
    bool isModerator(std::string_view uri) const;
    bool isHandRaised(std::string_view uri) const;
    bool isVoiceActive(std::string_view uri) const;
    void updateModerators();
    void updateHandsRaised();
    void muteHost(bool state);
    void muteCall(const std::string& callId, bool state);
 
    void foreachCall(const std::function<void(const std::shared_ptr<Call>& call)>& cb);
 
    std::string id_;
    std::weak_ptr<Account> account_;
    State confState_ {State::ACTIVE_DETACHED};
    mutable std::mutex subcallsMtx_ {};
    CallIdSet subCalls_;
    std::string mediaPlayerId_ {};
 
    mutable std::mutex confInfoMutex_ {};
    ConfInfo confInfo_ {};
 
    void sendConferenceInfos();
    std::shared_ptr<RingBuffer> ghostRingBuffer_;
 
#ifdef ENABLE_VIDEO
    bool videoEnabled_;
    std::shared_ptr<video::VideoMixer> videoMixer_;
    std::map<std::string, std::shared_ptr<video::SinkClient>> confSinksMap_ {};
#endif
 
    std::shared_ptr<jami::AudioInput> audioMixer_;
    std::set<std::string, std::less<>> moderators_ {};
    std::set<std::string, std::less<>> participantsMuted_ {};
    std::set<std::string, std::less<>> handsRaised_;
 
    // stream IDs
    std::set<std::string, std::less<>> streamsVoiceActive {};
 
    void initRecorder(std::shared_ptr<MediaRecorder>& rec);
    void deinitRecorder(std::shared_ptr<MediaRecorder>& rec);
 
    bool isMuted(std::string_view uri) const;
 
    ConfInfo getConfInfoHostUri(std::string_view localHostURI, std::string_view destURI);
    bool isHost(std::string_view uri) const;
    bool isHostDevice(std::string_view deviceId) const;
 
    std::vector<MediaAttribute> hostSources_;
    // Because host doesn't have a call, we need to store the audio inputs
    std::map<std::string, std::shared_ptr<jami::AudioInput>> hostAudioInputs_;
 
    bool localModAdded_ {false};
 
    std::map<std::string, ConfInfo> remoteHosts_;
#ifdef ENABLE_VIDEO
    void resizeRemoteParticipants(ConfInfo& confInfo, std::string_view peerURI);
#endif
    std::string_view findHostforRemoteParticipant(std::string_view uri,
                                                  std::string_view deviceId = "");
 
    std::shared_ptr<Call> getCallWith(const std::string& accountUri, const std::string& deviceId);
 
    std::mutex sinksMtx_ {};
 
#ifdef ENABLE_PLUGIN
    using AVMediaStream = Observable<std::shared_ptr<MediaFrame>>;
    using MediaStreamSubject = PublishMapSubject<std::shared_ptr<MediaFrame>, AVFrame*>;
 
#ifdef ENABLE_VIDEO
    std::function<AVFrame*(const std::shared_ptr<jami::MediaFrame>&)> pluginVideoMap_ =
        [](const std::shared_ptr<jami::MediaFrame>& m) -> AVFrame* {
        return std::static_pointer_cast<VideoFrame>(m)->pointer();
    };
#endif // ENABLE_VIDEO
 
    void createConfAVStream(const StreamData& StreamData,
                            AVMediaStream& streamSource,
                            const std::shared_ptr<MediaStreamSubject>& mediaStreamSubject,
                            bool force = false);
    void createConfAVStreams();
 
    std::mutex avStreamsMtx_ {};
    std::map<std::string, std::shared_ptr<MediaStreamSubject>> confAVStreams;
#endif // ENABLE_PLUGIN
 
    ConfProtocolParser parser_;
    std::string getRemoteId(const std::shared_ptr<jami::Call>& call) const;
 
    std::function<void(int)> shutdownCb_;
    clock::time_point duration_start_;
 
    void initSourcesForHost();
 
    void takeOverMediaSourceControl(const std::string& callId);
 
    void bindHostAudio();
 
    void unbindHostAudio();
 
    void bindSubCallAudio(const std::string& callId);
 
    void unbindSubCallAudio(const std::string& callId);
};
 
} // namespace jami