video_input.h

Go to the documentation of this file.

/*
 *  Copyright (C) 2004-2025 Savoir-faire Linux Inc.
 *
 *  This program is free software: you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program. If not, see <https://www.gnu.org/licenses/>.
 */
#pragma once
 
#include "noncopyable.h"
#include "threadloop.h"
#include "media/media_stream.h"
#include "media/media_device.h" // DeviceParams
#include "media/video/video_base.h"
#include "media/media_codec.h"
 
#include <map>
#include <atomic>
#include <future>
#include <string>
#include <mutex>
#include <condition_variable>
#include <array>
 
#if __APPLE__
#import "TargetConditionals.h"
#endif
 
namespace jami {
class MediaDecoder;
class MediaDemuxer;
} // namespace jami
 
namespace jami {
namespace video {
 
class SinkClient;
 
enum class VideoInputMode { ManagedByClient, ManagedByDaemon, Undefined };
 
class VideoInput : public VideoGenerator
{
public:
    VideoInput(VideoInputMode inputMode = VideoInputMode::Undefined,
               const std::string& resource = "local",
               const std::string& sink = "");
    ~VideoInput();
 
    // as VideoGenerator
    const std::string& getName() const { return resource_; }
    int getWidth() const;
    int getHeight() const;
    AVPixelFormat getPixelFormat() const;
 
    const DeviceParams& getConfig() const {
        return decOpts_;
    }
    std::shared_future<DeviceParams> getParams() const {
        return futureDecOpts_;
    }
 
    MediaStream getInfo() const;
 
    void setSink(const std::string& sinkId);
    void updateStartTime(int64_t startTime);
    void configureFilePlayback(const std::string& path,
                               std::shared_ptr<MediaDemuxer>& demuxer,
                               int index);
    void flushBuffers();
    void setPaused(bool paused) { paused_ = paused; }
    void setSeekTime(int64_t time);
    void setupSink(const int width, const int height);
    void stopSink();
 
    void setRecorderCallback(const std::function<void(const MediaStream& ms)>& cb);
 
    void setSuccessfulSetupCb(const std::function<void(MediaType, bool)>& cb)
    {
        onSuccessfulSetup_ = cb;
    }
 
    void restart();
 
private:
    NON_COPYABLE(VideoInput);
 
    std::shared_future<DeviceParams> switchInput(const std::string& resource);
 
    std::string resource_;
    std::atomic<bool> switchPending_ = {false};
    std::atomic_bool isStopped_ = {false};
 
    DeviceParams decOpts_;
    std::promise<DeviceParams> foundDecOpts_;
    std::shared_future<DeviceParams> futureDecOpts_;
    bool emulateRate_ = false;
 
    std::atomic_bool decOptsFound_ {false};
    void foundDecOpts(const DeviceParams& params);
 
    void clearOptions();
 
    // true if decOpts_ is ready to use, false if using promise/future
    bool initCamera(const std::string& device);
    bool initFile(std::string path);
 
#ifdef __APPLE__
    bool initAVFoundation(const std::string& display);
#elif defined(WIN32)
    bool initWindowsGrab(const std::string& display);
#else
    bool initLinuxGrab(const std::string& display);
#endif
 
    bool isCapturing() const noexcept;
    void startLoop();
 
    void switchDevice();
    bool capturing_ {false};
    void createDecoder();
    void deleteDecoder();
    std::unique_ptr<MediaDecoder> decoder_;
    std::shared_ptr<SinkClient> sink_;
    ThreadLoop loop_;
 
    // for ThreadLoop
    bool setup();
    void process();
    void cleanup();
 
    bool captureFrame();
 
    int rotation_ {0};
    std::shared_ptr<AVBufferRef> displayMatrix_;
    void setRotation(int angle);
    VideoInputMode inputMode_;
    inline bool videoManagedByClient() const
    {
        return inputMode_ == VideoInputMode::ManagedByClient;
    }
    bool playingFile_ = false;
    std::atomic_bool paused_ {true};
 
    std::function<void(MediaType, bool)> onSuccessfulSetup_;
    std::function<void(const MediaStream& ms)> recorderCallback_;
};
 
} // namespace video
} // namespace jami