dlib C++ Library - ffmpeg_rtsp_ex.cpp

    // The contents of this file are in the public domain. See LICENSE_FOR_EXAMPLE_PROGRAMS.txt
    /*

        This is an example illustrating the use of the ffmpeg wrappers.
        It decodes a video, pushes frames over an RTSP client connection and receives on another RTSP server connection.

        Please see all the other ffmpeg examples:
            - ffmpeg_info_ex.cpp
            - ffmpeg_video_decoding_ex.cpp
            - ffmpeg_video_decoding2_ex.cpp
            - ffmpeg_video_demuxing_ex.cpp
            - ffmpeg_video_demuxing2_ex.cpp
            - ffmpeg_video_encoding_ex.cpp
            - ffmpeg_video_muxing_ex.cpp
    */

    #include <cstdio>
    #include <dlib/media.h>
    #include <dlib/cmd_line_parser.h>
    #include <dlib/gui_widgets.h>

    using namespace std;
    using namespace std::chrono;
    using namespace std::chrono_literals;
    using namespace dlib;
    using namespace dlib::ffmpeg;

    int main(const int argc, const char** argv)
    try
    {
        command_line_parser parser;
        parser.add_option("i",      "input video", 1);
        parser.add_option("codec",  "video codec name. e.g. `h264`. Defaults to `mpeg4`", 1);
        parser.add_option("height", "height of encoded stream. Defaults to whatever is in the video file", 1);
        parser.add_option("width",  "width of encoded stream. Defaults to whatever is in the video file", 1);

        parser.set_group_name("Help Options");
        parser.add_option("h",      "alias of --help");
        parser.add_option("help",   "display this message and exit");

        parser.parse(argc, argv);
        const char* one_time_opts[] = {"i", "codec", "height", "width"};
        parser.check_one_time_options(one_time_opts);

        if (parser.option("h") || parser.option("help"))
        {
            parser.print_options();
            return 0;
        }

        const std::string input_filepath = parser.option("i").argument();

        // First, we open a video which we use to transmit and receive images over RTSP.
        demuxer cap({input_filepath, video_enabled, audio_disabled});

        if (!cap.is_open())
        {
            cout << "Failed to open " << input_filepath << endl;
            return EXIT_FAILURE;
        }

        if (!cap.video_enabled())
        {
            cout << "This video does not contain images." << endl;
            return EXIT_FAILURE;
        }

        const std::string url = "rtsp://0.0.0.0:8000/stream";

        // We start 2 threads:
        //  - 1 for an RTSP server that listens for an incoming RTSP client and decodes the frames
        //  - 1 for an RTSP client that connects and pushes/muxes image frames.

        std::thread rx{[&]
        {
            // This is an example that show-cases the usage of demuxer::args::format_options.
            // This is used for AVFormatContext and demuxer-private options specific to the container.
            // {"rtsp_flags", "listen"} tells the RTSP demuxer that it is a server
            // {"rtsp_transport", "tcp"} configures RTSP over TCP transport. This way we don't loose any packets.
            // We set a listening timeout of 5s.

            demuxer cap([&] {
                demuxer::args args;
                args.filepath = url;
                args.format_options["rtsp_flags"]       = "listen";
                args.format_options["rtsp_transport"]   = "tcp";
                args.connect_timeout = 5s;
                return args;
            }());

            if (!cap.is_open())
            {
                cout << "Failed to receive connection from RTSP client" << endl;
                return;
            }

            image_window win;
            array2d<rgb_pixel> img;

            while (cap.read(img))
                win.set_image(img);
        }};

        std::this_thread::sleep_for(1s);

        std::thread tx{[&]
        {
            // The muxer acts as an RTSP client, so we don't use {"rtsp_flags", "listen"}
            // When using RTSP, it is usually a good idea to specify muxer::args::output_format = "rtsp"
            // even though the URL has rtsp:// in its address. Whether or not you need to specify args.output_format = "rtsp"
            // depends on your version of ffmpeg.
            muxer writer([&] {
                muxer::args args;
                args.filepath       = url;
                args.output_format  = "rtsp";
                args.enable_image   = true;
                args.enable_audio   = false;
                args.format_options["rtsp_transport"] = "tcp";

                args.args_image.codec_name  = get_option(parser, "codec", "mpeg4");
                args.args_image.h           = get_option(parser, "height", cap.height());
                args.args_image.w           = get_option(parser, "width",  cap.width());
                args.args_image.fmt         = cap.pixel_fmt();
                args.args_image.framerate   = cap.fps();

                return args;
            }());

            if (!writer.is_open())
            {
                cout << "Failed to open rtsp server" << endl;
                return;
            }

            frame f;
            while (cap.read(f))
                writer.push(std::move(f));
        }};

        tx.join();
        rx.join();

        return EXIT_SUCCESS;
    }
    catch (const std::exception& e)
    {
        printf("%s\n", e.what());
        return EXIT_FAILURE;
    }