mirror of
https://github.com/20kaushik02/TCP-RL.git
synced 2025-12-06 08:54:07 +00:00
127 lines
3.0 KiB
C++
127 lines
3.0 KiB
C++
/* -*- Mode: C++; c-file-style: "gnu"; indent-tabs-mode:nil; -*- */
|
|
/*
|
|
* Copyright (c) 2018 Technische Universität Berlin
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation;
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software
|
|
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
*
|
|
* Author: Piotr Gawlowicz <gawlowicz@tkn.tu-berlin.de>
|
|
*/
|
|
|
|
#ifndef TCP_RL_H
|
|
#define TCP_RL_H
|
|
|
|
#include "ns3/tcp-congestion-ops.h"
|
|
#include "ns3/opengym-module.h"
|
|
#include "ns3/tcp-socket-base.h"
|
|
|
|
namespace ns3 {
|
|
|
|
class TcpSocketBase;
|
|
class Time;
|
|
class TcpGymEnv;
|
|
|
|
|
|
// used to get pointer to Congestion Algorithm
|
|
class TcpSocketDerived : public TcpSocketBase
|
|
{
|
|
public:
|
|
static TypeId GetTypeId (void);
|
|
virtual TypeId GetInstanceTypeId () const;
|
|
|
|
TcpSocketDerived (void);
|
|
virtual ~TcpSocketDerived (void);
|
|
|
|
Ptr<TcpCongestionOps> GetCongestionControlAlgorithm ();
|
|
};
|
|
|
|
|
|
class TcpRlBase : public TcpCongestionOps
|
|
{
|
|
public:
|
|
/**
|
|
* \brief Get the type ID.
|
|
* \return the object TypeId
|
|
*/
|
|
static TypeId GetTypeId (void);
|
|
|
|
TcpRlBase ();
|
|
|
|
/**
|
|
* \brief Copy constructor.
|
|
* \param sock object to copy.
|
|
*/
|
|
TcpRlBase (const TcpRlBase& sock);
|
|
|
|
~TcpRlBase ();
|
|
|
|
virtual std::string GetName () const;
|
|
virtual uint32_t GetSsThresh (Ptr<const TcpSocketState> tcb, uint32_t bytesInFlight);
|
|
virtual void IncreaseWindow (Ptr<TcpSocketState> tcb, uint32_t segmentsAcked);
|
|
virtual void PktsAcked (Ptr<TcpSocketState> tcb, uint32_t segmentsAcked, const Time& rtt);
|
|
virtual void CongestionStateSet (Ptr<TcpSocketState> tcb, const TcpSocketState::TcpCongState_t newState);
|
|
virtual void CwndEvent (Ptr<TcpSocketState> tcb, const TcpSocketState::TcpCAEvent_t event);
|
|
virtual Ptr<TcpCongestionOps> Fork ();
|
|
|
|
protected:
|
|
static uint64_t GenerateUuid ();
|
|
virtual void CreateGymEnv();
|
|
void ConnectSocketCallbacks();
|
|
|
|
// OpenGymEnv interface
|
|
Ptr<TcpSocketBase> m_tcpSocket;
|
|
Ptr<TcpGymEnv> m_tcpGymEnv;
|
|
};
|
|
|
|
|
|
class TcpRl : public TcpRlBase
|
|
{
|
|
public:
|
|
static TypeId GetTypeId (void);
|
|
|
|
TcpRl ();
|
|
TcpRl (const TcpRl& sock);
|
|
~TcpRl ();
|
|
|
|
virtual std::string GetName () const;
|
|
private:
|
|
virtual void CreateGymEnv();
|
|
// OpenGymEnv env
|
|
float m_reward {1.0};
|
|
float m_penalty {-100.0};
|
|
};
|
|
|
|
|
|
class TcpRlTimeBased : public TcpRlBase
|
|
{
|
|
public:
|
|
static TypeId GetTypeId (void);
|
|
|
|
TcpRlTimeBased ();
|
|
TcpRlTimeBased (const TcpRlTimeBased& sock);
|
|
~TcpRlTimeBased ();
|
|
|
|
virtual std::string GetName () const;
|
|
|
|
private:
|
|
virtual void CreateGymEnv();
|
|
|
|
Time m_duration;
|
|
Time m_timeStep;
|
|
float m_reward;
|
|
float m_penalty;
|
|
};
|
|
|
|
} // namespace ns3
|
|
|
|
#endif /* TCP_RL_H */ |