VP1AvailEvtsHttp Class Reference

#include <VP1AvailEvtsHttp.h>

Inheritance diagram for VP1AvailEvtsHttp:

Collaboration diagram for VP1AvailEvtsHttp:

Classes
class	Imp

Signals
void	allLocalEventsChanged ()
void	freshEventsChanged ()
void	message (const QString &) const

Public Member Functions
	VP1AvailEvtsHttp (const QString &fileinfoUrl, int updateInterval, int timeCutForNew, const QString &tmpcopydir, int maxLocalFilesToKeep=-1, QObject *parent=0)
virtual	~VP1AvailEvtsHttp ()
virtual void	init ()
QList< VP1EventFile >	allLocalEvents () const
QList< VP1EventFile >	freshEvents () const
VP1EventFile	newestEvent () const
void	setCurrentEvent (int run, int event)
int	maxLocalFilesToKeep () const

Protected Member Functions
QList< VP1EventFile >	freshEvents (VP1EventFile newestEvt, const QList< VP1EventFile > &) const
void	cleanupAndCheckForEventListChanges ()
void	invalidateDirCache (const QString &dir)
bool	inHistory (int run, int event) const
QList< VP1EventFile >	allEventFilesInDir (const QString &dir) const
const QString &	tmpDir () const
QString	tmpLocalFileDir () const
QString	tmpActiveRetrievalDir ()
int	timeCutForNew () const
bool	requireNewestRunNumber () const
bool	isConsideredFresh (const VP1EventFile &evt, const VP1EventFile &newestEvt) const
void	messageDebug (const QString &) const

Private Slots
void	fileInfoChanged ()
void	fileInfoDownloadSuccessful (const QString &urltofile, const QString &localtargetfile)
void	fileInfoDownloadFailed (const QString &error, const QString &urltofile, const QString &localtargetfile)
void	eventFileDownloadSuccessful (const QString &urltofile, const QString &localtargetfile, const QString &data)
void	eventFileDownloadFailed (const QString &error, const QString &urltofile, const QString &localtargetfile)
void	examineEvtsOnServer ()
void	actualCleanup ()
void	actualCheckForEventListChanges ()

Private Attributes
Imp *	m_d

Detailed Description

Definition at line 24 of file VP1AvailEvtsHttp.h.

Constructor & Destructor Documentation

VP1AvailEvtsHttp()

VP1AvailEvtsHttp::VP1AvailEvtsHttp	(	const QString &	fileinfoUrl,
		int	updateInterval,
		int	timeCutForNew,
		const QString &	tmpcopydir,
		int	maxLocalFilesToKeep = -1,
		QObject *	parent = 0 )

Definition at line 52 of file VP1AvailEvtsHttp.cxx.

  : VP1AvailEvents(timeCutForNew,tmpcopydir,maxLocalFilesToKeep,parent), m_d(new Imp)
{
  m_d->theclass = this;
  m_d->examineEvtsOnServerTimer = 0;
  m_d->fileinfoUrl = fileinfoUrl;
  QUrl url(fileinfoUrl);
  if (url.isValid()) {
    QString path = url.path();
    QString infofilebasename = QFileInfo(path).fileName();
    if (!infofilebasename.isEmpty()&&path.endsWith(infofilebasename)) {
      m_d->baseUrl=fileinfoUrl;
      m_d->baseUrl.chop(infofilebasename.count());
      if (!QUrl(m_d->baseUrl).isValid())
    m_d->baseUrl="";
      else if (!m_d->baseUrl.endsWith("/"))
    m_d->baseUrl += "/";
    }
  }
 
  m_d->evtsOnServer = 0;
  connect(&(m_d->httpgetfile_fileinfo),SIGNAL(downloadSuccessful(const QString&,const QString&,const QString&)),
      this,SLOT(fileInfoDownloadSuccessful(const QString&,const QString&)));
  connect(&(m_d->httpgetfile_fileinfo),SIGNAL(downloadFailed(const QString&,const QString&,const QString&,const QString&)),
      this,SLOT(fileInfoDownloadFailed(const QString&,const QString&,const QString&)));
  connect(&(m_d->httpgetfile_events),SIGNAL(downloadSuccessful(const QString&,const QString&,const QString&)),
      this,SLOT(eventFileDownloadSuccessful(const QString&,const QString&,const QString&)));
  connect(&(m_d->httpgetfile_events),SIGNAL(downloadFailed(const QString&,const QString&,const QString&,const QString&)),
      this,SLOT(eventFileDownloadFailed(const QString&,const QString&,const QString&)));
 
  m_d->webwatcher_fileinfo = new VP1WebWatcher(updateInterval*1000,this);
  connect(m_d->webwatcher_fileinfo,SIGNAL(urlChanged(const QString&)),this,SLOT(fileInfoChanged()));
}

~VP1AvailEvtsHttp()

VP1AvailEvtsHttp::~VP1AvailEvtsHttp ( )

virtual

Definition at line 99 of file VP1AvailEvtsHttp.cxx.

{
  delete m_d->evtsOnServer;
  delete m_d;
}

Member Function Documentation

actualCheckForEventListChanges

void VP1AvailEvents::actualCheckForEventListChanges ( )

privateslotinherited

Definition at line 161 of file VP1AvailEvents.cxx.

{
  QList<VP1EventFile> allLocal = allLocalEvents();
  QList<VP1EventFile> fresh = freshEvents();
  if (m_d->lastAllLocal != allLocal) {
    m_d->lastAllLocal = std::move(allLocal);
    allLocalEventsChanged();
  }
  if (m_d->lastFresh != fresh) {
    m_d->lastFresh = std::move(fresh);
    freshEventsChanged();
  }
}

actualCleanup

void VP1AvailEvents::actualCleanup ( )

privateslotinherited

Definition at line 151 of file VP1AvailEvents.cxx.

{
  //First we cleanup:
  m_d->cleanupTmpLocalFiles();
 
  //Then we schedule a check for event list changes:
  QTimer::singleShot(10, this, SLOT(actualCheckForEventListChanges()));
}

allEventFilesInDir()

QList< VP1EventFile > VP1AvailEvents::allEventFilesInDir ( const QString & dir ) const

protectedinherited

Definition at line 202 of file VP1AvailEvents.cxx.

{
  if (dir.isEmpty())
    return QList<VP1EventFile>();
 
  QFileInfo fi_dir(dir);
  if (!fi_dir.exists()||!fi_dir.isDir())
    return QList<VP1EventFile>();
 
  QDateTime modtime = fi_dir.lastModified();
  if (abs(modtime.time().msecsTo(QTime::currentTime()))>50) {
    std::map<QString,std::pair<QDateTime,QList<VP1EventFile> > >::iterator it = m_d->dircache.find(dir);
    if (it!=m_d->dircache.end()&&it->second.first==modtime)
      return it->second.second;
  }
 
  QStringList filters;
  filters << "*_*.pool.root";
  //fixme
  QDirIterator itDir(dir,filters,QDir::Files | QDir::NoDotAndDotDot | QDir::Readable | QDir::CaseSensitive);
 
  QList<VP1EventFile> l;
  while (itDir.hasNext()) {
    QString fn = itDir.next();
    fn.replace("//","/");
    VP1EventFile evt(fn);
    if (evt.isValid())
      l << evt;
    else
      message("Could not decode event file name: "+fn);
  }
 
  std::sort(l.begin(), l.end());
 
  m_d->dircache[dir]=std::make_pair(modtime,l);
  return l;
}

allLocalEvents()

QList< VP1EventFile > VP1AvailEvents::allLocalEvents ( ) const

inherited

Definition at line 241 of file VP1AvailEvents.cxx.

{
  return allEventFilesInDir(tmpLocalFileDir());
}

allLocalEventsChanged

void VP1AvailEvents::allLocalEventsChanged ( )

signalinherited

cleanupAndCheckForEventListChanges()

void VP1AvailEvents::cleanupAndCheckForEventListChanges ( )

protectedinherited

Definition at line 176 of file VP1AvailEvents.cxx.

{
  //We schedule the cleanup to take place shortly. The check for event
  //list changes will be scheduled after the cleanup:
 
  //Then we schedule a check for event list changes:
  QTimer::singleShot(10, this, SLOT(actualCleanup()));
 
}

eventFileDownloadFailed

void VP1AvailEvtsHttp::eventFileDownloadFailed ( const QString & error, const QString & urltofile, const QString & localtargetfile )

privateslot

Definition at line 244 of file VP1AvailEvtsHttp.cxx.

{
  message("Problems downloading "+urltofile+": "+error);
  QFile::remove(localtargetfile);
  m_d->getFileInfoLater();//Avoid stalling forever in case this is temporary.
  invalidateDirCache(tmpActiveRetrievalDir());
}

eventFileDownloadSuccessful

void VP1AvailEvtsHttp::eventFileDownloadSuccessful ( const QString & urltofile, const QString & localtargetfile, const QString & data )

privateslot

Definition at line 228 of file VP1AvailEvtsHttp.cxx.

{
  invalidateDirCache(tmpLocalFileDir());
  invalidateDirCache(tmpActiveRetrievalDir());
 
  if (!QFile::rename(localtargetfile,data)) {
    message("Error: Could not move "+localtargetfile+" to "+data);
    QFile::remove(localtargetfile);
    QFile::remove(data);
    m_d->getFileInfoLater();//Avoid stalling forever in case this is temporary.
    return;
  }
  cleanupAndCheckForEventListChanges();
}

examineEvtsOnServer

void VP1AvailEvtsHttp::examineEvtsOnServer ( )

privateslot

Definition at line 152 of file VP1AvailEvtsHttp.cxx.

{
  m_d->restartExamineEvtsOnServerTimer();//To ensure we don't get events too closely spaced here.
  if (m_d->httpgetfile_events.numberOfPendingDownloads()>3)
    return;
  if (!m_d->evtsOnServer)
    return;
 
  //Start download of one of the files from the server?
  VP1EventFile evtToGet;
  QString localfiledir = tmpLocalFileDir();
  if (localfiledir.isEmpty()) {
    message("Problems with temporary local event file directory.");
    return;
  }
 
  for (VP1EventFile evt : m_d->evtsOnServer->events(timeCutForNew(), requireNewestRunNumber() )) {
    //We are looking for an event which was never seen before and not available locally:
    if (!evt.isValid()||inHistory(evt.runNumber(),evt.eventNumber()))
      continue;
    if ( !QFile::exists ( localfiledir+evt.fileName() ) ) {
      evtToGet=evt;
      break;
    }
  }
 
  if (!evtToGet.isValid()&&m_d->examineEvtsOnServerTimer)
    m_d->examineEvtsOnServerTimer->stop();//No need to check back regularly until we get new information.
 
  if (evtToGet.isValid()) {
    //Before we get it, let us check that we don't already have 3
    //fresh events locally which are newer than the one we are trying
    //to download:
    QList<VP1EventFile> freshLocalEvents = freshEvents();
    unsigned nNewer(0);
    for(VP1EventFile evt : freshLocalEvents) {
      if (evt < evtToGet) {
    ++nNewer;
    if (nNewer>=3) {
      return;
    }
      }
    }
    QString ad = tmpActiveRetrievalDir();
    if (!ad.isEmpty()) {
      QString url = m_d->baseUrl+evtToGet.fileName();
      QString target = ad+evtToGet.fileName()+"_"+QString::number(Imp::ntmpdlcount++);
      //A quick check that we are not already downloading that file currently:
      if (!m_d->httpgetfile_events.isDownloading(url)&&!m_d->httpgetfile_events.isDownloadingTo(target)) {
    QString err = m_d->httpgetfile_events.startDownload( url,target,evtToGet.md5Sum(),localfiledir+evtToGet.fileName());
    if (!err.isEmpty()) {
      message("Problems starting download of :" +url);
      message("   => "+err);
    }
      } else {
    //We are already downloading url - abort silently.
    return;
      }
    } else {
      message("Problems with temporary local download directory.");
    }
  }
  invalidateDirCache(tmpActiveRetrievalDir());//Fixme: remove from here???
}

fileInfoChanged

void VP1AvailEvtsHttp::fileInfoChanged ( )

privateslot

Definition at line 106 of file VP1AvailEvtsHttp.cxx.

{
  if (m_d->webwatcher_fileinfo->lastResult(m_d->fileinfoUrl)!=VP1WebWatcher::EXISTS) {
    message("Problems investigating "+m_d->fileinfoUrl);
    message("   ===> "+m_d->webwatcher_fileinfo->lastResultToString(m_d->fileinfoUrl));
    return;
  }
  QString ad = tmpActiveRetrievalDir();
  if (ad.isEmpty()) {
    message("Error: No temporary retrieval directory set!");
    m_d->getFileInfoLater();//Avoid stalling forever (however this is an unlikely error).
    return;
  }
  QString target = ad+"downloadedfileinfo.txt";
  if ( QFileInfo(target).exists() && !QFile(target).remove() ) {
    message("ERROR: Could not remove old "+target);
    m_d->getFileInfoLater();//Avoid stalling forever in case user fixes error (i.e. fixes permissions).
    return;
  }
  QString err = m_d->httpgetfile_fileinfo.startDownload( m_d->fileinfoUrl,target);
  if (!err.isEmpty()) {
    message("Problems starting download to get file-info file: "+err);
    m_d->getFileInfoLater();//Avoid stalling forever in case user fixes error (i.e. fixes net connection).
  }
}

fileInfoDownloadFailed

void VP1AvailEvtsHttp::fileInfoDownloadFailed ( const QString & error, const QString & urltofile, const QString & localtargetfile )

privateslot

Definition at line 219 of file VP1AvailEvtsHttp.cxx.

{
  message("Problems downloading "+urltofile+": "+error);
  QFile::remove(localtargetfile);
  invalidateDirCache(tmpActiveRetrievalDir());
  m_d->getFileInfoLater();//Avoid stalling forever in case this is temporary.
}

fileInfoDownloadSuccessful

void VP1AvailEvtsHttp::fileInfoDownloadSuccessful ( const QString & urltofile, const QString & localtargetfile )

privateslot

Definition at line 133 of file VP1AvailEvtsHttp.cxx.

{
  VP1EvtsOnServerInfo * newEvtsOnServerInfo = new VP1EvtsOnServerInfo(localtargetfile);
  if (!newEvtsOnServerInfo->isValid()) {
    message("Problems decoding info in file downloaded from "+urltofile);
    message("Error: "+newEvtsOnServerInfo->error());
    delete newEvtsOnServerInfo;
    QFile::remove(localtargetfile);
    m_d->getFileInfoLater();//Avoid stalling forever in case this is temporary.
    invalidateDirCache(tmpActiveRetrievalDir());
    return;
  }
  delete m_d->evtsOnServer;
  m_d->evtsOnServer = newEvtsOnServerInfo;
 
  examineEvtsOnServer();
}

freshEvents() [1/2]

QList< VP1EventFile > VP1AvailEvents::freshEvents ( ) const

inherited

Definition at line 129 of file VP1AvailEvents.cxx.

{
  return freshEvents(newestEvent(),allLocalEvents());
}

freshEvents() [2/2]

QList< VP1EventFile > VP1AvailEvents::freshEvents ( VP1EventFile newestEvt, const QList< VP1EventFile > & inputEventList ) const

protectedinherited

Definition at line 110 of file VP1AvailEvents.cxx.

{
  QList<VP1EventFile> l;
  if (!newestEvt.isValid())
    return l;
  std::set<Imp::EventID>::const_iterator histIt, histItE(m_d->historySorted.end());
  if (m_d->timeCutForNew==0) {
    if (m_d->historySorted.find(Imp::evtToID(newestEvt))==histItE)
      l << newestEvt;
    return l;
  }
  for(VP1EventFile evt : inputEventList)
    if (m_d->historySorted.find(Imp::evtToID(evt))==histItE && isConsideredFresh(evt,newestEvt))
      l << evt;
  return l;
}

freshEventsChanged

void VP1AvailEvents::freshEventsChanged ( )

signalinherited

inHistory()

bool VP1AvailEvents::inHistory ( int run, int event ) const

protectedinherited

Definition at line 187 of file VP1AvailEvents.cxx.

{
  return m_d->historySorted.find(Imp::EventID(run,event))!=m_d->historySorted.end();
}

init()

void VP1AvailEvtsHttp::init ( )

virtual

Implements VP1AvailEvents.

Definition at line 92 of file VP1AvailEvtsHttp.cxx.

{
  m_d->webwatcher_fileinfo->addUrl(m_d->fileinfoUrl);//A signal will be triggered the first time the webwatcher knows anything about the url.
  m_d->restartExamineEvtsOnServerTimer();
}

invalidateDirCache()

void VP1AvailEvents::invalidateDirCache ( const QString & dir )

protectedinherited

Definition at line 194 of file VP1AvailEvents.cxx.

{
  std::map<QString,std::pair<QDateTime,QList<VP1EventFile> > >::iterator it = m_d->dircache.find(dir);
  if (it!=m_d->dircache.end())
    m_d->dircache.erase(it);
}

isConsideredFresh()

bool VP1AvailEvents::isConsideredFresh ( const VP1EventFile & evt, const VP1EventFile & newestEvt ) const

protectedinherited

Definition at line 336 of file VP1AvailEvents.cxx.

{
  //Notice: Logic here must be similar to logic in VP1EvtsOnServerInfo::events
 
  if (m_d->timeCutForNew==0) {
    //Special case where only the newest event is fresh
    return evt.rawTime()==newestEvt.rawTime() &&  evt.runNumber()==newestEvt.runNumber();
  }
  if (requireNewestRunNumber()&&evt.runNumber()!=newestEvt.runNumber())
    return false;
  const unsigned oldest_time = (m_d->timeCutForNew<0||unsigned(m_d->timeCutForNew)>newestEvt.rawTime()) ? 0 : newestEvt.rawTime() - m_d->timeCutForNew;
  return evt.rawTime() >= oldest_time;
}

maxLocalFilesToKeep()

int VP1AvailEvents::maxLocalFilesToKeep ( ) const

inherited

Definition at line 98 of file VP1AvailEvents.cxx.

{
  return m_d->maxLocalFilesToKeep;
}

message

void VP1AvailEvents::message ( const QString & ) const

signalinherited

messageDebug()

void VP1AvailEvents::messageDebug ( const QString & s ) const

protectedinherited

Definition at line 351 of file VP1AvailEvents.cxx.

{
  std::cout<<VP1Msg::prefix_verbose()<<": "<<s.toStdString()<<std::endl;
}

newestEvent()

VP1EventFile VP1AvailEvents::newestEvent ( ) const

inherited

Definition at line 135 of file VP1AvailEvents.cxx.

{
  QList<VP1EventFile> evts(allLocalEvents());
  if (evts.isEmpty())
    return VP1EventFile();//invalid
  return evts.front();
}

requireNewestRunNumber()

bool VP1AvailEvents::requireNewestRunNumber ( ) const

inlineprotectedinherited

Definition at line 62 of file VP1AvailEvents.h.

{ return false; /*fixme*/ }

setCurrentEvent()

void VP1AvailEvents::setCurrentEvent ( int run, int event )

inherited

Definition at line 144 of file VP1AvailEvents.cxx.

{
  m_d->historyOrdered << Imp::EventID(run,event);
  m_d->historySorted.insert(Imp::EventID(run,event));
}

timeCutForNew()

int VP1AvailEvents::timeCutForNew ( ) const

protectedinherited

Definition at line 92 of file VP1AvailEvents.cxx.

{
  return m_d->timeCutForNew;
}

tmpActiveRetrievalDir()

QString VP1AvailEvents::tmpActiveRetrievalDir ( )

protectedinherited

Definition at line 277 of file VP1AvailEvents.cxx.

{
  return m_d->attemptGenerationOfTmpSubdir("activeretrievals",m_d->tmpActiveRetrievalDir);
}

tmpDir()

const QString & VP1AvailEvents::tmpDir ( ) const

protectedinherited

Definition at line 104 of file VP1AvailEvents.cxx.

{
  return m_d->tmpDir;
}

tmpLocalFileDir()

QString VP1AvailEvents::tmpLocalFileDir ( ) const

protectedinherited

Definition at line 283 of file VP1AvailEvents.cxx.

{
  return m_d->attemptGenerationOfTmpSubdir("eventfiles",m_d->tmpLocalFileDir);
}

Member Data Documentation

m_d

Imp* VP1AvailEvtsHttp::m_d

private

Definition at line 51 of file VP1AvailEvtsHttp.h.

---

The documentation for this class was generated from the following files:

• VP1AvailEvtsHttp.h
• VP1AvailEvtsHttp.cxx