XrdThrottleManager Class Reference

#include <XrdThrottleManager.hh>

Collaboration diagram for XrdThrottleManager:

Public Member Functions
	XrdThrottleManager (XrdSysError *lP, XrdOucTrace *tP)
	~XrdThrottleManager ()
void	Apply (int reqsize, int reqops, int uid)
bool	CheckLoadShed (const std::string &opaque)
bool	CloseFile (const std::string &entity)
void	Init ()
bool	IsThrottling ()
bool	OpenFile (const std::string &entity, std::string &open_error_message)
void	PerformLoadShed (const std::string &opaque, std::string &host, unsigned &port)
void	PrepLoadShed (const char *opaque, std::string &lsOpaque)
void	SetLoadShed (std::string &hostname, unsigned port, unsigned frequency)
void	SetMaxConns (unsigned long max_conns)
void	SetMaxOpen (unsigned long max_open)
void	SetMonitor (XrdXrootdGStream *gstream)
void	SetThrottles (float reqbyterate, float reqoprate, int concurrency, float interval_length)
XrdThrottleTimer	StartIOTimer ()

Static Public Member Functions
static int	GetUid (const char *username)

Protected Member Functions
void	StopIOTimer (struct timespec)

Friends
class	XrdThrottleTimer

Detailed Description

Definition at line 45 of file XrdThrottleManager.hh.

Constructor & Destructor Documentation

XrdThrottleManager()

XrdThrottleManager::XrdThrottleManager	(	XrdSysError *	lP,
		XrdOucTrace *	tP
	)

Definition at line 27 of file XrdThrottleManager.cc.

                                                                       :
   m_trace(tP),
   m_log(lP),
   m_interval_length_seconds(1.0),
   m_bytes_per_second(-1),
   m_ops_per_second(-1),
   m_concurrency_limit(-1),
   m_last_round_allocation(100*1024),
   m_io_active(0),
   m_loadshed_host(""),
   m_loadshed_port(0),
   m_loadshed_frequency(0),
   m_loadshed_limit_hit(0)
{
   m_stable_io_wait.tv_sec = 0;
   m_stable_io_wait.tv_nsec = 0;
}

~XrdThrottleManager()

XrdThrottleManager::~XrdThrottleManager ( )

inline

Definition at line 89 of file XrdThrottleManager.hh.

{} // The buffmanager is never deleted

Member Function Documentation

Apply()

void XrdThrottleManager::Apply	(	int	reqsize,
		int	reqops,
		int	uid
	)

Definition at line 258 of file XrdThrottleManager.cc.

{
   if (m_bytes_per_second < 0)
      reqsize = 0;
   if (m_ops_per_second < 0)
      reqops = 0;
   while (reqsize || reqops)
   {
      // Subtract the requested out of the shares
      AtomicBeg(m_compute_var);
      GetShares(m_primary_bytes_shares[uid], reqsize);
      if (reqsize)
      {
         TRACE(BANDWIDTH, "Using secondary shares; request has " << reqsize << " bytes left.");
         GetShares(m_secondary_bytes_shares[uid], reqsize);
         TRACE(BANDWIDTH, "Finished with secondary shares; request has " << reqsize << " bytes left.");
      }
      else
      {
         TRACE(BANDWIDTH, "Filled byte shares out of primary; " << m_primary_bytes_shares[uid] << " left.");
      }
      GetShares(m_primary_ops_shares[uid], reqops);
      if (reqops)
      {
         GetShares(m_secondary_ops_shares[uid], reqops);
      }
      StealShares(uid, reqsize, reqops);
      AtomicEnd(m_compute_var);
 
      if (reqsize || reqops)
      {
         if (reqsize) TRACE(BANDWIDTH, "Sleeping to wait for throttle fairshare.");
         if (reqops) TRACE(IOPS, "Sleeping to wait for throttle fairshare.");
         m_compute_var.Wait();
         AtomicBeg(m_compute_var);
         AtomicInc(m_loadshed_limit_hit);
         AtomicEnd(m_compute_var);
      }
   }
 
}

References AtomicBeg, AtomicEnd, AtomicInc, TRACE, and XrdSysCondVar::Wait().

Here is the call graph for this function:

CheckLoadShed()

bool XrdThrottleManager::CheckLoadShed

(

const std::string &

opaque

)

Definition at line 531 of file XrdThrottleManager.cc.

{
   if (m_loadshed_port == 0)
   {
      return false;
   }
   if (AtomicGet(m_loadshed_limit_hit) == 0)
   {
      return false;
   }
   if (static_cast<unsigned>(rand()) % 100 > m_loadshed_frequency)
   {
      return false;
   }
   if (opaque.empty())
   {
      return false;
   }
   return true;
}

References AtomicGet.

CloseFile()

bool XrdThrottleManager::CloseFile

(

const std::string &

entity

)

Definition at line 192 of file XrdThrottleManager.cc.

{
    if (m_max_open == 0 && m_max_conns == 0) return true;
 
    bool result = true;
    const std::lock_guard<std::mutex> lock(m_file_mutex);
    if (m_max_open) {
        auto iter = m_file_counters.find(entity);
        if (iter == m_file_counters.end()) {
            TRACE(FILES, "WARNING: User " << entity << " closed a file but throttle plugin never saw an open file");
            result = false;
        } else if (iter->second == 0) {
            TRACE(FILES, "WARNING: User " << entity << " closed a file but throttle plugin thinks all files were already closed");
            result = false;
        } else {
            iter->second--;
        }
        if (result) TRACE(FILES, "User " << entity << " closed a file; " << iter->second <<
                                 " remain open");
    }
 
    if (m_max_conns) {
        auto pid = XrdSysThread::Num();
        auto conn_iter = m_active_conns.find(entity);
        auto conn_count_iter = m_conn_counters.find(entity);
        if (conn_iter == m_active_conns.end() || !(conn_iter->second)) {
            TRACE(CONNS, "WARNING: User " << entity << " closed a file on a connection we are not"
                " tracking");
            return false;
        }
        auto pid_iter = conn_iter->second->find(pid);
        if (pid_iter == conn_iter->second->end()) {
            TRACE(CONNS, "WARNING: User " << entity << " closed a file on a connection we are not"
                " tracking");
            return false;
        }
        if (pid_iter->second == 0) {
            TRACE(CONNS, "WARNING: User " << entity << " closed a file on connection the throttle"
                " plugin thinks was idle");
        } else {
            pid_iter->second--;
        }
        if (conn_count_iter == m_conn_counters.end()) {
            TRACE(CONNS, "WARNING: User " << entity << " closed a file but the throttle plugin never"
                " observed an open file");
        } else if (pid_iter->second == 0) {
            if (conn_count_iter->second == 0) {
                TRACE(CONNS, "WARNING: User " << entity << " had a connection go idle but the "
                    " throttle plugin already thought all connections were idle");
            } else {
                conn_count_iter->second--;
                TRACE(CONNS, "User " << entity << " had connection on thread " << pid << " go idle; "
                    << conn_count_iter->second << " active connections remain");
            }
        }
    }
 
    return result;
}

References XrdSysThread::Num(), and TRACE.

Referenced by XrdThrottle::File::close(), and XrdThrottle::File::open().

Here is the call graph for this function:

Here is the caller graph for this function:

GetUid()

int XrdThrottleManager::GetUid ( const char *  username )

static

Definition at line 471 of file XrdThrottleManager.cc.

{
   const char *cur = username;
   int hval = 0;
   while (cur && *cur && *cur != '@' && *cur != '.')
   {
      hval += *cur;
      hval %= m_max_users;
      cur++;
   }
   //std::cerr << "Calculated UID " << hval << " for " << username << std::endl;
   return hval;
}

Referenced by XrdThrottle::File::open().

Here is the caller graph for this function:

Init()

void XrdThrottleManager::Init

(

)

Definition at line 46 of file XrdThrottleManager.cc.

{
   TRACE(DEBUG, "Initializing the throttle manager.");
   // Initialize all our shares to zero.
   m_primary_bytes_shares.resize(m_max_users);
   m_secondary_bytes_shares.resize(m_max_users);
   m_primary_ops_shares.resize(m_max_users);
   m_secondary_ops_shares.resize(m_max_users);
   // Allocate each user 100KB and 10 ops to bootstrap;
   for (int i=0; i<m_max_users; i++)
   {
      m_primary_bytes_shares[i] = m_last_round_allocation;
      m_secondary_bytes_shares[i] = 0;
      m_primary_ops_shares[i] = 10;
      m_secondary_ops_shares[i] = 0;
   }
 
   m_io_wait.tv_sec = 0;
   m_io_wait.tv_nsec = 0;
 
   int rc;
   pthread_t tid;
   if ((rc = XrdSysThread::Run(&tid, XrdThrottleManager::RecomputeBootstrap, static_cast<void *>(this), 0, "Buffer Manager throttle")))
      m_log->Emsg("ThrottleManager", rc, "create throttle thread");
 
}

References DEBUG, XrdSysError::Emsg(), XrdSysThread::Run(), and TRACE.

Here is the call graph for this function:

IsThrottling()

bool XrdThrottleManager::IsThrottling ( )

inline

Definition at line 59 of file XrdThrottleManager.hh.

{return (m_ops_per_second > 0) || (m_bytes_per_second > 0);}

OpenFile()

bool XrdThrottleManager::OpenFile	(	const std::string &	entity,
		std::string &	open_error_message
	)

Definition at line 115 of file XrdThrottleManager.cc.

{
    if (m_max_open == 0 && m_max_conns == 0) return true;
 
    const std::lock_guard<std::mutex> lock(m_file_mutex);
    auto iter = m_file_counters.find(entity);
    unsigned long cur_open_files = 0, cur_open_conns;
    if (m_max_open) {
        if (iter == m_file_counters.end()) {
            m_file_counters[entity] = 1;
            TRACE(FILES, "User " << entity << " has opened their first file");
            cur_open_files = 1;
        } else if (iter->second < m_max_open) {
            iter->second++;
            cur_open_files = iter->second;
        } else {
            std::stringstream ss;
            ss <<  "User " << entity << " has hit the limit of " << m_max_open << " open files";
            TRACE(FILES, ss.str());
            error_message = ss.str();
            return false;
        }
    }
 
    if (m_max_conns) {
        auto pid = XrdSysThread::Num();
        auto conn_iter = m_active_conns.find(entity);
        auto conn_count_iter = m_conn_counters.find(entity);
        if ((conn_count_iter != m_conn_counters.end()) && (conn_count_iter->second == m_max_conns) &&
            (conn_iter == m_active_conns.end() || ((*(conn_iter->second))[pid] == 0)))
        {
            // note: we are rolling back the increment in open files
            if (m_max_open) iter->second--;
            std::stringstream ss;
            ss << "User " << entity << " has hit the limit of " << m_max_conns <<
                " open connections";
            TRACE(CONNS, ss.str());
            error_message = ss.str();
            return false;
        }
        if (conn_iter == m_active_conns.end()) {
            std::unique_ptr<std::unordered_map<pid_t, unsigned long>> conn_map(
                new std::unordered_map<pid_t, unsigned long>());
            (*conn_map)[pid] = 1;
            m_active_conns[entity] = std::move(conn_map);
            if (conn_count_iter == m_conn_counters.end()) {
                m_conn_counters[entity] = 1;
                cur_open_conns = 1;
            } else {
                m_conn_counters[entity] ++;
                cur_open_conns = m_conn_counters[entity];
            }
        } else {
            auto pid_iter = conn_iter->second->find(pid);
            if (pid_iter == conn_iter->second->end() || pid_iter->second == 0) {
                (*(conn_iter->second))[pid] = 1;
                conn_count_iter->second++;
                cur_open_conns = conn_count_iter->second;
            } else {
                (*(conn_iter->second))[pid] ++;
                cur_open_conns = conn_count_iter->second;
           }
        }
        TRACE(CONNS, "User " << entity << " has " << cur_open_conns << " open connections");
    }
    if (m_max_open) TRACE(FILES, "User " << entity << " has " << cur_open_files << " open files");
    return true;
}

References XrdSysThread::Num(), and TRACE.

Referenced by XrdThrottle::File::open().

Here is the call graph for this function:

Here is the caller graph for this function:

PerformLoadShed()

void XrdThrottleManager::PerformLoadShed	(	const std::string &	opaque,
		std::string &	host,
		unsigned &	port
	)

Definition at line 577 of file XrdThrottleManager.cc.

{
   host = m_loadshed_host;
   host += "?";
   host += opaque;
   port = m_loadshed_port;
}

PrepLoadShed()

void XrdThrottleManager::PrepLoadShed	(	const char *	opaque,
		std::string &	lsOpaque
	)

Definition at line 553 of file XrdThrottleManager.cc.

{
   if (m_loadshed_port == 0)
   {
      return;
   }
   if (opaque && opaque[0])
   {
      XrdOucEnv env(opaque);
      // Do not load shed client if it has already been done once.
      if (env.Get("throttle.shed") != 0)
      {
         return;
      }
      lsOpaque = opaque;
      lsOpaque += "&throttle.shed=1";
   }
   else
   {
      lsOpaque = "throttle.shed=1";
   }
}

References XrdOucEnv::Get().

Referenced by XrdThrottle::File::open().

Here is the call graph for this function:

Here is the caller graph for this function:

SetLoadShed()

void XrdThrottleManager::SetLoadShed ( std::string &  hostname, unsigned  port, unsigned  frequency  )

inline

Definition at line 65 of file XrdThrottleManager.hh.

            {m_loadshed_host = hostname; m_loadshed_port = port; m_loadshed_frequency = frequency;}

SetMaxConns()

void XrdThrottleManager::SetMaxConns ( unsigned long  max_conns )

inline

Definition at line 70 of file XrdThrottleManager.hh.

{m_max_conns = max_conns;}

SetMaxOpen()

void XrdThrottleManager::SetMaxOpen ( unsigned long  max_open )

inline

Definition at line 68 of file XrdThrottleManager.hh.

{m_max_open = max_open;}

SetMonitor()

void XrdThrottleManager::SetMonitor ( XrdXrootdGStream *  gstream )

inline

Definition at line 72 of file XrdThrottleManager.hh.

{m_gstream = gstream;}

SetThrottles()

void XrdThrottleManager::SetThrottles ( float  reqbyterate, float  reqoprate, int  concurrency, float  interval_length  )

inline

Definition at line 61 of file XrdThrottleManager.hh.

            {m_interval_length_seconds = interval_length; m_bytes_per_second = reqbyterate;
             m_ops_per_second = reqoprate; m_concurrency_limit = concurrency;}

StartIOTimer()

XrdThrottleTimer XrdThrottleManager::StartIOTimer

(

)

Definition at line 489 of file XrdThrottleManager.cc.

{
   AtomicBeg(m_compute_var);
   int cur_counter = AtomicInc(m_io_active);
   AtomicInc(m_io_total);
   AtomicEnd(m_compute_var);
   while (m_concurrency_limit >= 0 && cur_counter > m_concurrency_limit)
   {
      AtomicBeg(m_compute_var);
      AtomicInc(m_loadshed_limit_hit);
      AtomicDec(m_io_active);
      AtomicEnd(m_compute_var);
      m_compute_var.Wait();
      AtomicBeg(m_compute_var);
      cur_counter = AtomicInc(m_io_active);
      AtomicEnd(m_compute_var);
   }
   return XrdThrottleTimer(*this);
}

References AtomicBeg, AtomicDec, AtomicEnd, AtomicInc, XrdSysCondVar::Wait(), and XrdThrottleTimer.

Here is the call graph for this function:

StopIOTimer()

void XrdThrottleManager::StopIOTimer ( struct timespec  timer )

protected

Definition at line 513 of file XrdThrottleManager.cc.

{
   AtomicBeg(m_compute_var);
   AtomicDec(m_io_active);
   AtomicAdd(m_io_wait.tv_sec, timer.tv_sec);
   // Note this may result in tv_nsec > 1e9
   AtomicAdd(m_io_wait.tv_nsec, timer.tv_nsec);
   AtomicEnd(m_compute_var);
}

References AtomicAdd, AtomicBeg, AtomicDec, and AtomicEnd.

Referenced by XrdThrottleTimer::StopTimer().

Here is the caller graph for this function:

Friends And Related Symbol Documentation

XrdThrottleTimer

friend class XrdThrottleTimer

friend

Definition at line 48 of file XrdThrottleManager.hh.

Referenced by StartIOTimer().

---

The documentation for this class was generated from the following files:

• XrdThrottleManager.hh
• XrdThrottleManager.cc