RkApp/VideoProsessing/OrbbecSDK_v2.5.5/examples/src/1.stream.multi_streams/multi_streams.cpp

// Copyright (c) Orbbec Inc. All Rights Reserved.
// Licensed under the MIT License.

#include <libobsensor/ObSensor.h>

#include "utils.hpp"
#include "utils_opencv.hpp"

#include <mutex>
#include <thread>

#define IS_ASTRA_MINI_DEVICE(pid) (pid == 0x069d || pid == 0x065b || pid == 0x065e)

int main(void) try {

    // Create a pipeline with default device.
    ob::Pipeline pipe;

    // Configure which streams to enable or disable for the Pipeline by creating a Config.
    std::shared_ptr<ob::Config> config = std::make_shared<ob::Config>();

    // Enumerate and config all sensors.
    auto device = pipe.getDevice();

    // Get sensor list from device.
    auto sensorList = device->getSensorList();

    bool supportIMU = false;
    for(uint32_t i = 0; i < sensorList->getCount(); i++) {
        // Get sensor type.
        auto sensorType = sensorList->getSensorType(i);

        // exclude gyro and accel sensors.
        if(sensorType == OB_SENSOR_GYRO || sensorType == OB_SENSOR_ACCEL) {
            supportIMU = true;
            continue;
        }

        if(IS_ASTRA_MINI_DEVICE(device->getDeviceInfo()->getPid())) {
            if(sensorType == OB_SENSOR_COLOR) {
                continue;
            }
        }

        // enable the stream.
        config->enableStream(sensorType);
    }

    // Start the pipeline with config
    std::mutex                          frameMutex;
    std::shared_ptr<const ob::FrameSet> renderFrameSet;
    pipe.start(config, [&](std::shared_ptr<ob::FrameSet> frameSet) {
        std::lock_guard<std::mutex> lock(frameMutex);
        renderFrameSet = frameSet;
    });

    if(supportIMU) {
        // The IMU frame rate is much faster than the video, so it is advisable to use a separate pipeline to obtain IMU data.
        auto                                dev         = pipe.getDevice();
        auto                                imuPipeline = std::make_shared<ob::Pipeline>(dev);
        std::mutex                          imuFrameMutex;
        std::shared_ptr<const ob::FrameSet> renderImuFrameSet;

        std::shared_ptr<ob::Config> imuConfig = std::make_shared<ob::Config>();
        // enable gyro stream.
        imuConfig->enableGyroStream();
        // enable accel stream.
        imuConfig->enableAccelStream();
        // start the imu pipeline.
        imuPipeline->start(imuConfig, [&](std::shared_ptr<ob::FrameSet> frameSet) {
            std::lock_guard<std::mutex> lockImu(imuFrameMutex);
            renderImuFrameSet = frameSet;
        });

        // Create a window for rendering and set the resolution of the window
        ob_smpl::CVWindow win("MultiStream", 1280, 720, ob_smpl::ARRANGE_GRID);
        while(win.run()) {
            std::lock_guard<std::mutex> lockImu(imuFrameMutex);
            std::lock_guard<std::mutex> lock(frameMutex);

            if(renderFrameSet == nullptr || renderImuFrameSet == nullptr) {
                continue;
            }
            // Render camera and imu frameset.
            win.pushFramesToView({ renderFrameSet, renderImuFrameSet });
        }

        // Stop the Pipeline, no frame data will be generated.
        pipe.stop();

        if(supportIMU) {
            // Stop the IMU Pipeline, no frame data will be generated.
            imuPipeline->stop();
        }
    }
    else {
        // Create a window for rendering and set the resolution of the window
        ob_smpl::CVWindow win("MultiStream", 1280, 720, ob_smpl::ARRANGE_GRID);
        while(win.run()) {
            std::lock_guard<std::mutex> lock(frameMutex);

            if(renderFrameSet == nullptr) {
                continue;
            }
            // Render camera and imu frameset.
            win.pushFramesToView(renderFrameSet);
        }

        // Stop the Pipeline, no frame data will be generated.
        pipe.stop();
    }

    return 0;
}
catch(ob::Error &e) {
    std::cerr << "function:" << e.getFunction() << "\nargs:" << e.getArgs() << "\nmessage:" << e.what() << "\ntype:" << e.getExceptionType() << std::endl;
    std::cout << "\nPress any key to exit.";
    ob_smpl::waitForKeyPressed();
    exit(EXIT_FAILURE);
}