rtcp.hh

#pragma once
 
#include "clock.hh"
#include "util.hh"
#include "frame.hh"
 
#ifdef _WIN32
#include <ws2ipdef.h>
#else
#include <sys/socket.h>
#include <netinet/in.h>
#endif
 
#include <bitset>
#include <map>
#include <thread>
#include <vector>
#include <functional>
#include <memory>
#include <mutex>
#include <deque>
#include <atomic>
 
namespace uvgrtp {
 
    class rtp;
    class srtcp;
    class socket;
    class socketfactory;
    class rtcp_reader;
 
    typedef std::vector<std::pair<size_t, uint8_t*>> buf_vec; // also defined in socket.hh
 
    enum RTCP_ROLE {
        RECEIVER,
        SENDER
    };
 
    struct sender_statistics {
        /* sender stats */
        uint32_t sent_pkts = 0;      /* Number of sent RTP packets */
        uint32_t sent_bytes = 0;     /* Number of sent bytes excluding RTP Header */
        bool sent_rtp_packet = false; // since last report
    };
 
    struct receiver_statistics {
        /* receiver stats */
        uint32_t received_pkts = 0;  /* Number of packets received */
        uint32_t lost_pkts = 0;   /* Number of dropped RTP packets */
        uint32_t received_bytes = 0; /* Number of bytes received excluding RTP Header */
        bool received_rtp_packet = false; // since last report
 
        uint32_t expected_pkts = 0;     /* Number of expected packets */
        uint32_t received_prior = 0;    /* Number of received packets in last report */
        uint32_t expected_prior = 0;    /* Number of expected packets in last report */
 
        double jitter = 0;            /* The estimation of jitter (see RFC 3550 A.8) */
        uint32_t transit = 0;        /* TODO: */
 
 
        /* Receiver clock related stuff */
        uint64_t initial_ntp = 0;    /* Wallclock reading when the first RTP packet was received */
        uint32_t initial_rtp = 0;    /* RTP timestamp of the first RTP packet received */
        uint32_t clock_rate = 0;     /* Rate of the clock (used for jitter calculations) */
 
        uint32_t lsr = 0;                /* Middle 32 bits of the 64-bit NTP timestamp of previous SR */
        uvgrtp::clock::hrc::hrc_t sr_ts; /* When the last SR was received (used to calculate delay) */
 
        uint16_t max_seq = 0;        /* Highest sequence number received */
        uint32_t base_seq = 0;       /* First sequence number received */
        uint32_t bad_seq = 0;        /* TODO:  */
        uint16_t cycles = 0;         /* Number of sequence cycles */
    };
 
    struct rtcp_participant {
        struct receiver_statistics stats;                 /* RTCP session statistics of the participant */
 
        uint32_t probation = 0;                           /* has the participant been fully accepted to the session */
        int role = 0;                                     /* is the participant a sender or a receiver */
 
        /* Save the latest RTCP packets received from this participant
         * Users can query these packets using the SSRC of participant */
        uvgrtp::frame::rtcp_sender_report   *sr_frame = nullptr;
        uvgrtp::frame::rtcp_receiver_report *rr_frame = nullptr;
        uvgrtp::frame::rtcp_sdes_packet     *sdes_frame = nullptr;
        uvgrtp::frame::rtcp_app_packet      *app_frame = nullptr;
    };
 
    struct rtcp_app_packet {
        rtcp_app_packet(const rtcp_app_packet& orig_packet) = delete;
        rtcp_app_packet(const char* name, uint8_t subtype, uint32_t payload_len, std::unique_ptr<uint8_t[]> payload);
        ~rtcp_app_packet();
 
        const char* name;
        uint8_t subtype;
 
        uint32_t payload_len;
        std::unique_ptr<uint8_t[]> payload;
    };
 
    class rtcp {
        public:
            rtcp(std::shared_ptr<uvgrtp::rtp> rtp, std::shared_ptr<std::atomic<std::uint32_t>> ssrc, std::shared_ptr<std::atomic<uint32_t>> remote_ssrc,
                std::string cname, std::shared_ptr<uvgrtp::socketfactory> sfp, int rce_flags);
            rtcp(std::shared_ptr<uvgrtp::rtp> rtp, std::shared_ptr<std::atomic<std::uint32_t>> ssrc, std::shared_ptr<std::atomic<uint32_t>> remote_ssrc,
                std::string cname, std::shared_ptr<uvgrtp::socketfactory> sfp, std::shared_ptr<uvgrtp::srtcp> srtcp, int rce_flags);
            ~rtcp();
 
            /* start the RTCP runner thread
             *
             * return RTP_OK on success and RTP_MEMORY_ERROR if the allocation fails */
            rtp_error_t start();
 
            /* End the RTCP session and send RTCP BYE to all participants
             *
             * return RTP_OK on success */
            rtp_error_t stop();
 
            /* Generate either RTCP Sender or Receiver report and sent it to all participants
             * Return RTP_OK on success and RTP_ERROR on error */
            rtp_error_t generate_report();
 
            /* Handle incoming RTCP packet (first make sure it's a valid RTCP packet)
             * This function will call one of the above functions internally
             *
             * Return RTP_OK on success and RTP_ERROR on error */
            rtp_error_t handle_incoming_packet(void* args, int rce_flags, uint8_t* buffer, size_t size, frame::rtp_frame** out);
 
            /* Send "frame" to all participants
             *
             * These routines will convert all necessary fields to network byte order
             *
             * Return RTP_OK on success
             * Return RTP_INVALID_VALUE if "frame" is in some way invalid
             * Return RTP_SEND_ERROR if sending "frame" did not succeed (see socket.hh for details) */
 
            rtp_error_t send_sdes_packet(const std::vector<uvgrtp::frame::rtcp_sdes_item>& items);
 
            rtp_error_t send_app_packet(const char *name, uint8_t subtype, uint32_t payload_len, const uint8_t *payload);
 
            rtp_error_t send_bye_packet(std::vector<uint32_t> ssrcs);
 
            /* Return the latest RTCP packet received from participant of "ssrc"
             * Return nullptr if we haven't received this kind of packet or if "ssrc" doesn't exist
             *
             * NOTE: Caller is responsible for deallocating the memory */
            uvgrtp::frame::rtcp_sender_report   *get_sender_packet(uint32_t ssrc);
            uvgrtp::frame::rtcp_receiver_report *get_receiver_packet(uint32_t ssrc);
            uvgrtp::frame::rtcp_sdes_packet     *get_sdes_packet(uint32_t ssrc);
            uvgrtp::frame::rtcp_app_packet      *get_app_packet(uint32_t ssrc);
 
            /* Somebody joined the multicast group the owner of this RTCP instance is part of
             * Add it to RTCP participant list so we can start listening for reports
             *
             * "clock_rate" tells how much the RTP timestamp advances, this information is needed
             * to calculate the interarrival jitter correctly. It has nothing do with our clock rate,
             * (or whether we're even sending anything)
             *
             * Return RTP_OK on success and RTP_ERROR on error */
            rtp_error_t add_initial_participant(uint32_t clock_rate);
 
            /* Functions for updating various RTP sender statistics */
            void sender_update_stats(const uvgrtp::frame::rtp_frame *frame);
 
            /* If we've detected that our SSRC has collided with someone else's SSRC, we need to
             * generate new random SSRC and reinitialize our own RTCP state.
             * RTCP object still has the participants of "last session", we can use their SSRCs
             * to detected new collision
             *
             * Return RTP_OK if reinitialization succeeded
             * Return RTP_SSRC_COLLISION if our new SSRC has collided and we need to generate new SSRC */
            rtp_error_t reset_rtcp_state(uint32_t ssrc);
 
            /* Update various session statistics */
            void update_session_statistics(const uvgrtp::frame::rtp_frame *frame);
 
            /* Getter for interval_ms_, which is calculated by set_session_bandwidth
             * Be aware that this interval is frequently re-calculated in rtcp_runner() */
            uint32_t get_rtcp_interval_ms() const;
 
            /* Set total bandwidth for this session, called at the start 
            *  This affects the RTCP packet transmission interval */
            void set_session_bandwidth(uint32_t kbps);
 
            std::shared_ptr<uvgrtp::socket> get_socket() const;
 
            /* Store the following info in RTCP
            *  Local IP address
            *  Remote IP address
            *  Local port number for RTCP
            *  Destination port number for RTCP
            *  These are used when adding new participants and creating sockets for them */
 
            rtp_error_t set_network_addresses(std::string local_addr, std::string remote_addr,
                uint16_t local_port, uint16_t dst_port, bool ipv6);
 
            /* Return SSRCs of all participants */
            std::vector<uint32_t> get_participants() const;
 
            void set_ts_info(uint64_t clock_start, uint32_t clock_rate, uint32_t rtp_ts_start);
 
            /* Alternate way to get RTCP packets is to install a hook for them. So instead of
             * polling an RTCP packet, user can install a function that is called when
             * a specific RTCP packet is received. */
 
            rtp_error_t install_sender_hook(void (*hook)(uvgrtp::frame::rtcp_sender_report *));
 
            rtp_error_t install_sender_hook(std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_sender_report>)> sr_handler);
 
            rtp_error_t install_receiver_hook(void (*hook)(uvgrtp::frame::rtcp_receiver_report *));
 
            rtp_error_t install_receiver_hook(std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_receiver_report>)> rr_handler);
 
            rtp_error_t install_sdes_hook(void (*hook)(uvgrtp::frame::rtcp_sdes_packet *));
 
            rtp_error_t install_sdes_hook(std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_sdes_packet>)> sdes_handler);
 
            rtp_error_t install_app_hook(void (*hook)(uvgrtp::frame::rtcp_app_packet *));
 
            rtp_error_t install_app_hook(std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_app_packet>)> app_handler);
 
            // These have been replaced by functions with unique_ptr in them
            rtp_error_t install_sender_hook(std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_sender_report>)> sr_handler);
            rtp_error_t install_receiver_hook(std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_receiver_report>)> rr_handler);
            rtp_error_t install_sdes_hook(std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_sdes_packet>)> sdes_handler);
            rtp_error_t install_app_hook(std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_app_packet>)> app_handler);
 
            rtp_error_t install_send_app_hook(std::string app_name, std::function<std::unique_ptr<uint8_t[]>(uint8_t& subtype, uint32_t& payload_len)> app_sending_func);
            
            rtp_error_t remove_all_hooks();
 
            rtp_error_t remove_send_app_hook(std::string app_name);
 
            /* Update RTCP-related sender statistics */
            rtp_error_t update_sender_stats(size_t pkt_size);
 
            void set_socket(std::shared_ptr<uvgrtp::socket> socket);
 
            /* Update RTCP-related receiver statistics from RTP packets */
            rtp_error_t recv_packet_handler_common(void *arg, int rce_flags, uint8_t* read_ptr, size_t size, frame::rtp_frame **out);
 
            /* Update RTCP-related sender statistics */
            static rtp_error_t send_packet_handler_vec(void *arg, uvgrtp::buf_vec& buffers);
 
            // the length field is the rtcp packet size measured in 32-bit words - 1
            size_t rtcp_length_in_bytes(uint16_t length);
 
            void set_payload_size(size_t mtu_size);
 
        private:
 
            rtp_error_t set_sdes_items(const std::vector<uvgrtp::frame::rtcp_sdes_item>& items);
 
            uint32_t size_of_ready_app_packets() const;
            uint32_t size_of_apps_from_hook(std::vector< std::shared_ptr<rtcp_app_packet>> packets) const;
 
            uint32_t size_of_compound_packet(uint16_t reports,
                bool sr_packet, bool rr_packet, bool sdes_packet, uint32_t app_size, bool bye_packet) const;
 
            /* read the header values from rtcp packet */
            void read_rtcp_header(const uint8_t* buffer, size_t& read_ptr, 
                uvgrtp::frame::rtcp_header& header);
            void read_reports(const uint8_t* buffer, size_t& read_ptr, size_t packet_end, uint8_t count,
                std::vector<uvgrtp::frame::rtcp_report_block>& reports);
 
            void read_ssrc(const uint8_t* buffer, size_t& read_ptr, uint32_t& out_ssrc);
 
            /* Handle different kinds of incoming rtcp packets. The read header is passed to functions
               which read rest of the frame type specific data.
             * Return RTP_OK on success and RTP_ERROR on error */
            rtp_error_t handle_sender_report_packet(uint8_t* buffer, size_t& read_ptr, size_t packet_end,
                uvgrtp::frame::rtcp_header& header);
            rtp_error_t handle_receiver_report_packet(uint8_t* buffer, size_t& read_ptr, size_t packet_end,
                uvgrtp::frame::rtcp_header& header);
            rtp_error_t handle_sdes_packet(uint8_t* buffer, size_t& read_ptr, size_t packet_end,
                uvgrtp::frame::rtcp_header& header, uint32_t sender_ssrc);
            rtp_error_t handle_bye_packet(uint8_t* buffer, size_t& read_ptr,
                uvgrtp::frame::rtcp_header& header);
            rtp_error_t handle_app_packet(uint8_t* buffer, size_t& read_ptr, size_t packet_end,
                uvgrtp::frame::rtcp_header& header);
            rtp_error_t handle_fb_packet(uint8_t* buffer, size_t& read_ptr, size_t packet_end,
                uvgrtp::frame::rtcp_header& header);
 
            static void rtcp_runner(rtcp *rtcp);
 
            /* when we start the RTCP instance, we don't know what the SSRC of the remote is
             * when an RTP packet is received, we must check if we've already received a packet
             * from this sender and if not, create new entry to receiver_stats_ map */
            bool is_participant(uint32_t ssrc) const;
 
            //TODO: Resolve collision??
            /* When we receive an RTP or RTCP packet, we need to check the source address and see if it's
             * the same address where we've received packets before.
             *
             * If the address is new, it means we have detected an SSRC collision and the paket should
             * be dropped We also need to check whether this SSRC matches with our own SSRC and if it does
             * we need to send RTCP BYE and rejoin to the session */
            bool collision_detected(uint32_t ssrc) const;
 
            /* Move participant from initial_peers_ to participants_ */
            rtp_error_t add_participant(uint32_t ssrc);
 
            /* We've got a message from new source (the SSRC of the frame is not known to us)
             * Initialize statistics for the peer and move it to participants_ */
            rtp_error_t init_new_participant(const uvgrtp::frame::rtp_frame *frame);
 
            /* Initialize the RTP Sequence related stuff of peer
             * This function assumes that the peer already exists in the participants_ map */
            rtp_error_t init_participant_seq(uint32_t ssrc, uint16_t base_seq);
 
            /* Update the SSRC's sequence related data in participants_ map
             *
             * Return RTP_OK if the received packet was OK
             * Return RTP_GENERIC_ERROR if it wasn't and
             * packet-related statistics should not be updated */
            rtp_error_t update_participant_seq(uint32_t ssrc, uint16_t seq);
 
            /* Update the RTCP bandwidth variables
             *
             * "pkt_size" tells how much rtcp_byte_count_
             * should be increased before calculating the new average */
            void update_rtcp_bandwidth(size_t pkt_size);
 
            /* Update average RTCP packet size variable
            * packet_size is the size of received RTCP packet in octets */
            void update_avg_rtcp_size(uint64_t packet_size);
 
            /* Calculate the RTCP report interval in seconds
            * rtcp_bw is given in kbps
            * Defined in RFC3550 Appendix A.7 */
            double rtcp_interval(int members, int senders,
                    double rtcp_bw, bool we_sent, double avg_rtcp_size, bool red_min, bool randomisation);
 
            /* RTCP runner keeps track of ssrcs and how long they have been silent.
            *  By default a source get timed out if it has been silent for 25 seconds
            *  If an ssrc is timed out, this function removes it from participants_ map and
            *  updates any other infos */
            rtp_error_t remove_timeout_ssrc(uint32_t ssrc);
 
            /* Because struct statistics contains uvgRTP clock object we cannot
             * zero it out without compiler complaining about it so all the fields
             * must be set to zero manually */
            void zero_stats(uvgrtp::sender_statistics *stats);
 
            void zero_stats(uvgrtp::receiver_statistics *stats);
 
            /* Takes ownership of the frame */
            rtp_error_t send_rtcp_packet_to_participants(uint8_t* frame, uint32_t frame_size, bool encrypt);
 
            void free_participant(std::unique_ptr<rtcp_participant> participant);
 
            void cleanup_participants();
 
            /* Secure RTCP context */
            std::shared_ptr<uvgrtp::srtcp> srtcp_;
 
            /* RTP context flags */
            int rce_flags_;
 
            /* are we a sender (and possible a receiver) or just a receiver */
            int our_role_;
 
            /* TODO: time_t?? */
            // TODO: Check these, they don't seem to be used
            size_t tp_;       /* the last time an RTCP packet was transmitted */
            size_t tc_;       /* the current time */
            size_t tn_;       /* the next scheduled transmission time of an RTCP packet */
            size_t pmembers_; /* the estimated number of session members at the time tn was last recomputed */
            size_t members_;  /* the most current estimate for the number of session members */
            size_t senders_;  /* the most current estimate for the number of senders in the session */
 
            /* Total session bandwidth. RTCP bandwidth will be set to 5 % of this */
            uint32_t total_bandwidth_;
 
            /* The target RTCP bandwidth, i.e., the total bandwidth
             * that will be used for RTCP packets by all members of this session,
             * in octets per second.  This will be a specified fraction of the
             * "session bandwidth" parameter supplied to the application at startup. */
            double rtcp_bandwidth_;
 
            /* "Minimum" value for RTCP transmission interval, depends on the session bandwidth
            *  Actual interval can be 50 % smaller due to randomisation */
            uint32_t reduced_minimum_;
           
            /* Flag that is true if the application has sent data since
             * the 2nd previous RTCP report was transmitted. */
            // TODO: Only set, never read
            bool we_sent_;
 
            /* Store sender and receiver info, this is needed when calling 
            *  add_participant dynamically (i.e. after initializing the stream) */
            std::string local_addr_;
            std::string remote_addr_;
            uint16_t local_port_;
            uint16_t dst_port_;
 
            /* The average compound RTCP packet size, in octets,
             * over all RTCP packets sent and received by this participant. The
             * size includes lower-layer transport and network protocol headers
             * (e.g., UDP and IP) as explained in Section 6.2 */
             // TODO: Only set, never read
            size_t avg_rtcp_pkt_pize_;
 
            /* Average RTCP packet size in octets.
            * Initialized to 64 */
            uint64_t avg_rtcp_size_;
 
            /* Number of RTCP packets and bytes sent and received by this participant */
            // TODO: Only set, never read
            size_t rtcp_pkt_count_;
            size_t rtcp_byte_count_;
 
            /* Number of RTCP packets sent */
            uint32_t rtcp_pkt_sent_count_;
 
            /* Flag that is true if the application has not yet sent an RTCP packet. */
            // TODO: Only set, never read
            bool initial_;
 
            /* Copy of our own current SSRC */
            std::shared_ptr<std::atomic_uint> ssrc_;
 
            /* Copy of the remote streams SSRC */
            std::shared_ptr<std::atomic<uint32_t>> remote_ssrc_;
 
            /* NTP timestamp associated with initial RTP timestamp (aka t = 0) */
            uint64_t clock_start_;
 
            /* Clock rate of the media ie. how fast does the time increase */
            uint32_t clock_rate_;
 
            /* The first value of RTP timestamp (aka t = 0) */
            uint32_t rtp_ts_start_;
 
            std::map<uint32_t, std::unique_ptr<rtcp_participant>> participants_;
            uint8_t num_receivers_; // maximum is 32 at the moment (5 bits)
            bool ipv6_;
 
            /* Address of the socket that we are sending data to */
            sockaddr_in socket_address_;
            sockaddr_in6 socket_address_ipv6_;
 
 
            /* Map for keeping track of sources for timeouts
            *  First number is the sources ssrc
            *  Second number is how many milliseconds it has been silent*/
            std::map<uint32_t, uint32_t> ms_since_last_rep_;
 
            /* statistics for RTCP Sender and Receiver Reports */
            struct sender_statistics our_stats;
 
            /* If we expect frames from remote but haven't received anything from remote yet,
             * the participant resides in this vector until he's moved to participants_ */
            std::vector<std::unique_ptr<rtcp_participant>> initial_participants_;
 
 
 
            void (*sender_hook_)(uvgrtp::frame::rtcp_sender_report *);
            void (*receiver_hook_)(uvgrtp::frame::rtcp_receiver_report *);
            void (*sdes_hook_)(uvgrtp::frame::rtcp_sdes_packet *);
            void (*app_hook_)(uvgrtp::frame::rtcp_app_packet *);
 
            std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_sender_report>)>   sr_hook_f_;
            std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_sender_report>)>   sr_hook_u_;
            std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_receiver_report>)> rr_hook_f_;
            std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_receiver_report>)> rr_hook_u_;
            std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_sdes_packet>)>     sdes_hook_f_;
            std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_sdes_packet>)>     sdes_hook_u_;
            std::function<void(std::shared_ptr<uvgrtp::frame::rtcp_app_packet>)>      app_hook_f_;
            std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_app_packet>)>      app_hook_u_;
            std::function<void(std::unique_ptr<uvgrtp::frame::rtcp_fb_packet>)>       fb_hook_u_;
 
            std::mutex sr_mutex_;
            std::mutex rr_mutex_;
            std::mutex sdes_mutex_;
            std::mutex app_mutex_;
            std::mutex fb_mutex_;
            mutable std::mutex participants_mutex_;
            std::mutex send_app_mutex_;
 
            std::unique_ptr<std::thread> report_generator_;
            std::shared_ptr<uvgrtp::socket> rtcp_socket_;
            std::shared_ptr<uvgrtp::socketfactory> sfp_;
            std::shared_ptr<uvgrtp::rtcp_reader> rtcp_reader_;
 
            bool is_active() const
            {
                return active_;
            }
 
            bool active_;
 
            std::atomic<uint32_t> interval_ms_;
 
            std::shared_ptr<uvgrtp::rtp> rtp_ptr_;
 
            std::mutex packet_mutex_;
 
            // messages waiting to be sent
            std::vector<uvgrtp::frame::rtcp_sdes_item> ourItems_; // always sent
            std::vector<uint32_t> bye_ssrcs_; // sent once
            
            std::map<std::string, std::deque<rtcp_app_packet>> app_packets_; // sent one at a time per name
            // APPs for hook
            std::multimap<std::string, std::function <std::unique_ptr<uint8_t[]>(uint8_t& subtype, uint32_t& payload_len)>> outgoing_app_hooks_;
            bool hooked_app_;
 
            uvgrtp::frame::rtcp_sdes_item cnameItem_;
            char cname_[255];
 
            size_t mtu_size_;
    };
}
 
namespace uvg_rtp = uvgrtp;