XrdCmsMeter Class Reference

#include <XrdCmsMeter.hh>

Inheritance diagram for XrdCmsMeter:

Collaboration diagram for XrdCmsMeter:

Public Types
enum	vType {   manFS = 1 ,   peerFS = 2 }

Public Member Functions
	XrdCmsMeter ()
	~XrdCmsMeter ()
int	calcLoad (int xload, uint32_t pdsk)
int	calcLoad (uint32_t pcpu, uint32_t pio, uint32_t pload, uint32_t pmem, uint32_t ppag)
int	FreeSpace (int &tutil)
void	Init ()
int	isOn ()
int	Monitor (char *pgm, int itv)
int	Monitor (int itv)
int	numFS ()
void	PutInfo (XrdCmsPerfMon::PerfInfo &perfInfo, bool alert=false)
void	Record (int pcpu, int pnet, int pxeq, int pmem, int ppag, int pdsk)
int	Report (int &pcpu, int &pnet, int &pxeq, int &pmem, int &ppag, int &pdsk)
void *	Run ()
void *	RunFS ()
void *	RunPM ()
void	setVirtual (vType vVal)
void	setVirtUpdt ()
unsigned int	TotalSpace (unsigned int &minfree)
bool	Update (char *line, bool alert=false)
Public Member Functions inherited from XrdCmsPerfMon
	XrdCmsPerfMon ()
	Constructor & Destructor.
virtual	~XrdCmsPerfMon ()
virtual bool	Configure (const char *cfn, char *Parms, XrdSysLogger &Logger, XrdCmsPerfMon &cmsMon, XrdOucEnv *EnvInfo, bool isCMS)
virtual void	GetInfo (PerfInfo &info)

Detailed Description

Definition at line 38 of file XrdCmsMeter.hh.

Member Enumeration Documentation

vType

enum XrdCmsMeter::vType

Enumerator
manFS
peerFS

Definition at line 74 of file XrdCmsMeter.hh.

{manFS = 1, peerFS = 2};

Constructor & Destructor Documentation

XrdCmsMeter()

XrdCmsMeter::XrdCmsMeter

(

)

Definition at line 86 of file XrdCmsMeter.cc.

                         : myMeter(&Say)
{
    Running  = 0;
    dsk_calc = 0;
    fs_nums  = 0;
    noSpace  = 0;
    MinFree  = 0;
    HWMFree  = 0;
    dsk_lpn  = 0;
    dsk_tot  = 0;
    dsk_free = 0;
    dsk_maxf = 0;
    lastFree = 0;
    lastUtil = 0;
    monpgm   = 0;
    monPerf  = 0;
    monint   = 0;
    montid   = 0;
    rep_tod  = time(0);
    xeq_load = 0;
    cpu_load = 0;
    mem_load = 0;
    pag_load = 0;
    net_load = 0;
    myLoad   = 0;
    prevLoad = -1;
    Virtual  = 0;
    VirtUpdt = 1;
}

~XrdCmsMeter()

XrdCmsMeter::~XrdCmsMeter

(

)

Definition at line 120 of file XrdCmsMeter.cc.

{
   if (monpgm) free(monpgm);
   if (montid) XrdSysThread::Kill(montid);
}

References XrdSysThread::Kill().

Here is the call graph for this function:

Member Function Documentation

calcLoad() [1/2]

int XrdCmsMeter::calcLoad	(	int	xload,
		uint32_t	pdsk
	)

Definition at line 148 of file XrdCmsMeter.cc.

{
   if (pdsk > 100) pdsk = 100;
   return   (Config.P_dsk  * pdsk /100) + nowload;
}

References XrdCms::Config, and XrdCmsConfig::P_dsk.

calcLoad() [2/2]

int XrdCmsMeter::calcLoad	(	uint32_t	pcpu,
		uint32_t	pio,
		uint32_t	pload,
		uint32_t	pmem,
		uint32_t	ppag
	)

Definition at line 130 of file XrdCmsMeter.cc.

{
   if (pcpu  > 100) pcpu  = 100;
   if (pio   > 100) pio   = 100;
   if (pload > 100) pload = 100;
   if (pmem  > 100) pmem  = 100;
   if (ppag  > 100) ppag  = 100;
 
   return   (Config.P_cpu  * pcpu /100)
          + (Config.P_io   * pio  /100)
          + (Config.P_load * pload/100)
          + (Config.P_mem  * pmem /100)
          + (Config.P_pag  * ppag /100);
}

References XrdCms::Config, XrdCmsConfig::P_cpu, XrdCmsConfig::P_io, XrdCmsConfig::P_load, XrdCmsConfig::P_mem, and XrdCmsConfig::P_pag.

Referenced by XrdCmsNode::do_Load(), PutInfo(), and Update().

Here is the caller graph for this function:

FreeSpace()

int XrdCmsMeter::FreeSpace

(

int &

tutil

)

Definition at line 158 of file XrdCmsMeter.cc.

{
   long long fsavail;
 
// If we are a virtual filesystem, do virtual stats
//
   if (Virtual)
      {if (Virtual == peerFS) {tot_util = 0; return 0x7fffffff;}
       if (VirtUpdt) UpdtSpace();
       tot_util = lastUtil;
       return lastFree;
      }
 
// The values are calculated periodically so use the last available ones
//
   cfsMutex.Lock();
   fsavail = dsk_maxf;
   tot_util= dsk_util;
   cfsMutex.UnLock();
 
// Now adjust the values to fit
//
   if (fsavail >> 31LL) fsavail = 0x7fffffff;
 
// Return amount available
//
   return static_cast<int>(fsavail);
}

References XrdSysMutex::Lock(), peerFS, and XrdSysMutex::UnLock().

Referenced by XrdCmsNode::do_Space(), and Report().

Here is the call graph for this function:

Here is the caller graph for this function:

Init()

void XrdCmsMeter::Init

(

)

Definition at line 191 of file XrdCmsMeter.cc.

{
    XrdOssVSInfo vsInfo;
    pthread_t monFStid;
    char buff[1024], sfx1, sfx2, sfx3;
    long maxfree, totfree, totDisk;
    int rc;
 
// Get initial free space
//
        if ((rc = Config.ossFS->StatVS(&vsInfo, 0, 1)))
           {Say.Emsg("Meter", rc, "calculate file system space");
            noSpace = 1;
           }
   else if (!(fs_nums = vsInfo.Extents))
           {Say.Emsg("Meter", "Warning! No writable filesystems found.");
            noSpace = 1;
           }
   else    {dsk_tot = vsInfo.Total >> 20LL; // in MB
            dsk_lpn = vsInfo.Large >> 20LL;
           }
 
// Check if we should bother to continue
//
   if (noSpace)
      {if (!Config.asSolo()) CmsState.Update(XrdCmsState::Space, 0);
       Say.Emsg("Meter", "Write access and staging prohibited.");
       return;
      }
 
// Set values (disk space values are in megabytes)
// 
    if (Config.DiskMinP) MinFree = dsk_lpn * Config.DiskMinP / 100;
    if (Config.DiskMin > MinFree) MinFree  = Config.DiskMin;
    MinStype= Scale(MinFree, MinShow);
    if (Config.DiskHWMP) HWMFree = dsk_lpn * Config.DiskHWMP / 100;
    if (Config.DiskHWM > HWMFree) HWMFree  = Config.DiskHWM;
    HWMStype= Scale(HWMFree, HWMShow);
    dsk_calc = (Config.DiskAsk < 5 ? 5 : Config.DiskAsk);
 
// Calculate the initial free space and start the FS monitor thread
//
   calcSpace();
   if ((noSpace = (dsk_maxf < MinFree)) && !Config.asSolo())
      CmsState.Update(XrdCmsState::Space, 0);
   if ((rc = XrdSysThread::Run(&monFStid,MeterRunFS,(void *)this,0,"FS meter")))
      Say.Emsg("Meter", rc, "start filesystem meter.");
 
// Document what we have
//
   sfx1 = Scale(dsk_maxf, maxfree);
   sfx2 = Scale(dsk_tot,  totDisk);
   sfx3 = Scale(dsk_free, totfree);
   sprintf(buff,"Found %d filesystem(s); %ld%cB total (%d%% util);"
                " %ld%cB free (%ld%cB max)", fs_nums, totDisk, sfx2,
                dsk_util, totfree, sfx3, maxfree, sfx1);
   Say.Emsg("Meter", buff);
   if (noSpace)
      {sprintf(buff, "%ld%cB minimum", MinShow, MinStype);
       Say.Emsg("Meter", "Warning! Available space <", buff);
      }
}

References XrdCmsConfig::asSolo(), XrdCms::CmsState, XrdCms::Config, XrdCmsConfig::DiskAsk, XrdCmsConfig::DiskHWM, XrdCmsConfig::DiskHWMP, XrdCmsConfig::DiskMin, XrdCmsConfig::DiskMinP, XrdSysError::Emsg(), XrdOssVSInfo::Extents, XrdOssVSInfo::Large, XrdCmsConfig::ossFS, XrdSysThread::Run(), XrdCms::Say, XrdCmsState::Space, XrdOss::StatVS(), XrdOssVSInfo::Total, and XrdCmsState::Update().

Here is the call graph for this function:

isOn()

int XrdCmsMeter::isOn ( )

inline

Definition at line 51 of file XrdCmsMeter.hh.

{return Running;}

Monitor() [1/2]

int XrdCmsMeter::Monitor	(	char *	pgm,
		int	itv
	)

Definition at line 258 of file XrdCmsMeter.cc.

{
   char *mp, pp;
   int rc;
 
// Isolate the program name
//
   mp = monpgm = strdup(pgm);
   while(*mp && *mp != ' ') mp++;
   pp = *mp; *mp ='\0';
 
// Make sure the program is executable by us
//
   if (access(monpgm, X_OK))
      {Say.Emsg("Meter", errno, "find executable", monpgm);
       return -1;
      }
 
// Start up the program. We don't really need to serialize Restart() because
// Monitor() is a one-time call (otherwise unpredictable results may occur).
//
   *mp = pp; monint = itv;
   if ((rc = XrdSysThread::Run(&montid,MeterRun,(void *)this,0,"Perf meter")))
      Say.Emsg("Meter", rc, "start performance meter.");
   Running = 1;
   return 0;
}

References access, XrdSysError::Emsg(), XrdSysThread::Run(), and XrdCms::Say.

Here is the call graph for this function:

Monitor() [2/2]

int XrdCmsMeter::Monitor

(

int

itv

)

Definition at line 288 of file XrdCmsMeter.cc.

{
   XrdCmsPerfMon *monPerf;
   int rc;
 
// Load the plugin
//
   monPerf = XrdCmsUtils::loadPerfMon(&Say, Config.prfLib, *Config.myVInfo);
 
// Configure it if loaded.
//
   if (!monPerf || !monPerf->Configure(Config.ConfigFN, Config.prfParms,
                                       *(Say.logger()), *this, 0, true))
      {Say.Emsg("Meter", "Unable to configure performance monitor plugin.");
       return -1;
      }
 
// Start the monitor thread for this plugin unless strictly async
// reporting is wanted (i.e. the interval is zero).
//
   if (monint)
      {if ((rc = XrdSysThread::Run(&montid,MeterRunPM,(void *)this,0,"Perf monitor")))
          {Say.Emsg("Meter", rc, "start performance meter.");
           return -1;
          }
      }
 
   montid = 0;
   Running = 1;
   return 0;
}

References XrdCms::Config, XrdCmsConfig::ConfigFN, XrdCmsPerfMon::Configure(), XrdSysError::Emsg(), XrdCmsUtils::loadPerfMon(), XrdSysError::logger(), XrdCmsConfig::myVInfo, XrdCmsConfig::prfLib, XrdCmsConfig::prfParms, XrdSysThread::Run(), and XrdCms::Say.

Here is the call graph for this function:

numFS()

int XrdCmsMeter::numFS ( )

inline

Definition at line 70 of file XrdCmsMeter.hh.

{return fs_nums;}

PutInfo()

void XrdCmsMeter::PutInfo ( XrdCmsPerfMon::PerfInfo &  info, bool  alert = false  )

virtual

Report performance statistics as load values from 0 to 100. The performance monitor plugin may call this method to asynchronously report performance via the passed XrdCmsPerfMon object during configuration.

Parameters

info	Reference to the structure that should be filled out with load values. See the PerfInfo structure.
alert	When true, load information is forcibly sent to the cluster's manager. Otherwise, it is only sent if it significantly changes. See the cms.sched directive fuzz parameter.

Reimplemented from XrdCmsPerfMon.

Definition at line 324 of file XrdCmsMeter.cc.

{
 
   repMutex.Lock();
   cpu_load = (perfInfo.cpu_load <= 100 ? perfInfo.cpu_load : 100);
   mem_load = (perfInfo.mem_load <= 100 ? perfInfo.mem_load : 100);
   net_load = (perfInfo.net_load <= 100 ? perfInfo.net_load : 100);
   pag_load = (perfInfo.pag_load <= 100 ? perfInfo.pag_load : 100);
   xeq_load = (perfInfo.xeq_load <= 100 ? perfInfo.xeq_load : 100);
 
   myLoad = calcLoad(cpu_load,net_load,xeq_load,mem_load,pag_load);
 
   if (prevLoad >= 0)
      {prevLoad = prevLoad - myLoad;
       if (prevLoad < 0) prevLoad = -prevLoad;
       if (prevLoad > Config.P_fuzz) alert = true;
      }
   prevLoad = myLoad;
   repMutex.UnLock();
 
   if (alert) XrdCmsNode::Report_Usage(0);
}

References calcLoad(), XrdCms::Config, XrdCmsPerfMon::PerfInfo::cpu_load, XrdSysMutex::Lock(), XrdCmsPerfMon::PerfInfo::mem_load, XrdCmsPerfMon::PerfInfo::net_load, XrdCmsConfig::P_fuzz, XrdCmsPerfMon::PerfInfo::pag_load, XrdCmsNode::Report_Usage(), XrdSysMutex::UnLock(), and XrdCmsPerfMon::PerfInfo::xeq_load.

Referenced by RunPM().

Here is the call graph for this function:

Here is the caller graph for this function:

Record()

void XrdCmsMeter::Record	(	int	pcpu,
		int	pnet,
		int	pxeq,
		int	pmem,
		int	ppag,
		int	pdsk
	)

Definition at line 351 of file XrdCmsMeter.cc.

{
   int temp;
 
   repMutex.Lock();
   temp = cpu_load + cpu_load/2;
   cpu_load = (cpu_load + (pcpu > temp ? temp : pcpu))/2;
   temp = net_load + net_load/2;
   net_load = (net_load + (pnet > temp ? temp : pnet))/2;
   temp = xeq_load + xeq_load/2;
   xeq_load = (xeq_load + (pxeq > temp ? temp : pxeq))/2;
   temp = mem_load + mem_load/2;
   mem_load = (mem_load + (pmem > temp ? temp : pmem))/2;
   temp = pag_load + pag_load/2;
   pag_load = (pag_load + (ppag > temp ? temp : ppag))/2;
   repMutex.UnLock();
}

References XrdSysMutex::Lock(), and XrdSysMutex::UnLock().

Referenced by XrdCmsNode::do_Load().

Here is the call graph for this function:

Here is the caller graph for this function:

Report()

int XrdCmsMeter::Report	(	int &	pcpu,
		int &	pnet,
		int &	pxeq,
		int &	pmem,
		int &	ppag,
		int &	pdsk
	)

Definition at line 374 of file XrdCmsMeter.cc.

{
   int maxfree;
 
// Force restart the monitor program if it hasn't reported within 2 intervals
//
   if (!Virtual && montid && (time(0) - rep_tod > monint*2)) myMeter.Drain();
 
// Format a usage line
//
   repMutex.Lock();
   maxfree = FreeSpace(pdsk);
   if (!Running && !Virtual) pcpu = pnet = pmem = ppag = pxeq = 0;
      else {pcpu = cpu_load; pnet = net_load; pmem = mem_load; 
            ppag = pag_load; pxeq = xeq_load;
           }
   repMutex.UnLock();
 
// All done
//
   return maxfree;
}

References XrdOucStream::Drain(), FreeSpace(), XrdSysMutex::Lock(), and XrdSysMutex::UnLock().

Referenced by XrdCmsNode::Report_Usage().

Here is the call graph for this function:

Here is the caller graph for this function:

Run()

void * XrdCmsMeter::Run

(

)

Definition at line 402 of file XrdCmsMeter.cc.

{
   static const int snoozeTime = 30;
   char *lp = 0;
 
// Execute the program (keep restarting and keep reading the output)
//
   while(1)
        {if (myMeter.Exec(monpgm) == 0)
             while((lp = myMeter.GetLine()) && Update(lp)) {}
         if (lp) Say.Emsg("Meter","Perf monitor returned invalid output:",lp);
            else Say.Emsg("Meter","Perf monitor died.");
         XrdSysTimer::Snooze(snoozeTime);
         Say.Emsg("Meter", "Restarting monitor:", monpgm);
        }
   return (void *)0;
}

References XrdSysError::Emsg(), XrdOucStream::Exec(), XrdOucStream::GetLine(), XrdCms::Say, XrdSysTimer::Snooze(), and Update().

Here is the call graph for this function:

RunFS()

void * XrdCmsMeter::RunFS

(

)

Definition at line 424 of file XrdCmsMeter.cc.

{
   const struct timespec rqtp = {dsk_calc, 0};
   int noNewSpace;
   int mlim = 60/dsk_calc, nowlim = 0;
  
   while(1)
        {nanosleep(&rqtp, 0);
         calcSpace();
         noNewSpace = dsk_maxf < (noSpace ? HWMFree : MinFree);
         if (noSpace != noNewSpace)
            {SpaceMsg(noNewSpace);
             noSpace = noNewSpace;
             if (!Config.asSolo()) CmsState.Update(XrdCmsState::Space,!noSpace);
            }
            else if (noSpace && !nowlim) SpaceMsg(noNewSpace);
         nowlim = (nowlim ? nowlim-1 : mlim);
        }
   return (void *)0;
}

References XrdCmsConfig::asSolo(), XrdCms::CmsState, XrdCms::Config, XrdCmsState::Space, and XrdCmsState::Update().

Here is the call graph for this function:

RunPM()

void * XrdCmsMeter::RunPM

(

)

Definition at line 449 of file XrdCmsMeter.cc.

{
   XrdCmsPerfMon::PerfInfo perfInfo;
 
// Keep asking the plugin for statistics.
//
   while(1)
        {monPerf->GetInfo(perfInfo);
         PutInfo(perfInfo);
         perfInfo.Clear();
         XrdSysTimer::Snooze(monint);
        }
   return (void *)0;
}

References XrdCmsPerfMon::PerfInfo::Clear(), XrdCmsPerfMon::GetInfo(), PutInfo(), and XrdSysTimer::Snooze().

Here is the call graph for this function:

setVirtual()

void XrdCmsMeter::setVirtual ( vType  vVal )

inline

Definition at line 76 of file XrdCmsMeter.hh.

{Virtual = vVal;}

Referenced by XrdCmsConfig::Configure2().

Here is the caller graph for this function:

setVirtUpdt()

void XrdCmsMeter::setVirtUpdt ( )

inline

Definition at line 78 of file XrdCmsMeter.hh.

{cfsMutex.Lock(); VirtUpdt = 1; cfsMutex.UnLock();}

References XrdSysMutex::Lock(), and XrdSysMutex::UnLock().

Referenced by XrdCmsNode::do_Load().

Here is the call graph for this function:

Here is the caller graph for this function:

TotalSpace()

unsigned int XrdCmsMeter::TotalSpace

(

unsigned int &

minfree

)

Definition at line 468 of file XrdCmsMeter.cc.

{
   long long fstotal, fsminfr;
 
// If we are a virtual filesystem, do virtual stats
//
   if (Virtual)
      {if (Virtual == peerFS) {minfree = 0; return 0x7fffffff;}
       if (VirtUpdt) UpdtSpace();
      }
 
// The values are calculated periodically so use the last available ones
//
   cfsMutex.Lock();
   fstotal = dsk_tot;
   fsminfr = MinFree;
   cfsMutex.UnLock();
 
// Now adjust the values to fit
//
   if (fsminfr >> 31LL) minfree = 0x7fffffff;
      else              minfree = static_cast<unsigned int>(fsminfr);
   if (fstotal == 0) fstotal = 1;
      else if (fstotal >> 31LL) fstotal = 0x7fffffff;
 
// Return amount available
//
   return static_cast<unsigned int>(fstotal);
}

References XrdSysMutex::Lock(), peerFS, and XrdSysMutex::UnLock().

Here is the call graph for this function:

Update()

bool XrdCmsMeter::Update	(	char *	line,
		bool	alert = false
	)

Definition at line 502 of file XrdCmsMeter.cc.

{
   int n;
 
// Parse the information
//
   repMutex.Lock();
   n = sscanf(line, "%u %u %u %u %u",
       &xeq_load, &cpu_load, &mem_load, &pag_load, &net_load);
   rep_tod = time(0);
 
// Make sure we have the correct number here
//
   if (n != 5)
      {repMutex.UnLock();
       return false;
      }
 
// Calculate load and check if there has been a significant change.
//
   myLoad = calcLoad(cpu_load,net_load,xeq_load,mem_load,pag_load);
   if (prevLoad >= 0)
      {prevLoad = prevLoad - myLoad;
       if (prevLoad < 0) prevLoad = -prevLoad;
       if (prevLoad > Config.P_fuzz) alert = true;
      }
   prevLoad = myLoad;
   repMutex.UnLock();
 
// Do an immediate performance update if needed
//
   if (alert) XrdCmsNode::Report_Usage(0);
   return true;
}

References calcLoad(), XrdCms::Config, XrdSysMutex::Lock(), XrdCmsConfig::P_fuzz, XrdCmsNode::Report_Usage(), and XrdSysMutex::UnLock().

Referenced by Run().

Here is the call graph for this function:

Here is the caller graph for this function:

---

The documentation for this class was generated from the following files:

• XrdCmsMeter.hh
• XrdCmsMeter.cc