VP1AvailEvtsHttps Class Reference

#include <VP1AvailEvtsHttps.h>

Inheritance diagram for VP1AvailEvtsHttps:

Collaboration diagram for VP1AvailEvtsHttps:

Classes
class	Imp

Public Slots
void	start (QNetworkAccessManager *netmanager)

Signals
void	allLocalEventsChanged ()
void	freshEventsChanged ()
void	message (const QString &) const

Public Member Functions
	VP1AvailEvtsHttps (QString fileinfoUrl, int updateInterval, int timeCutForNew, const QString &tmpcopydir, int maxLocalFilesToKeep=-1, QObject *parent=0)
virtual	~VP1AvailEvtsHttps ()
virtual void	init ()
const QString &	fileinfoLocation ()
QList< VP1EventFile >	allLocalEvents () const
QList< VP1EventFile >	freshEvents () const
VP1EventFile	newestEvent () const
void	setCurrentEvent (int run, int event)
int	maxLocalFilesToKeep () const

Protected Member Functions
QList< VP1EventFile >	freshEvents (VP1EventFile newestEvt, const QList< VP1EventFile > &) const
void	cleanupAndCheckForEventListChanges ()
void	invalidateDirCache (const QString &dir)
bool	inHistory (int run, int event) const
QList< VP1EventFile >	allEventFilesInDir (const QString &dir) const
const QString &	tmpDir () const
QString	tmpLocalFileDir () const
QString	tmpActiveRetrievalDir ()
int	timeCutForNew () const
bool	requireNewestRunNumber () const
bool	isConsideredFresh (const VP1EventFile &evt, const VP1EventFile &newestEvt) const
void	messageDebug (const QString &) const

Private Slots
void	finished ()
void	error (QNetworkReply::NetworkError)
void	sslErrors (const QList< QSslError > &)
void	dataReadProgress (qint64, qint64)
void	checkForStall ()
void	generateHttpsRequest ()
void	actualCleanup ()
void	actualCheckForEventListChanges ()

Private Attributes
Imp *	m_d

Detailed Description

Definition at line 27 of file VP1AvailEvtsHttps.h.

Constructor & Destructor Documentation

VP1AvailEvtsHttps()

VP1AvailEvtsHttps::VP1AvailEvtsHttps	(	QString	fileinfoUrl,
		int	updateInterval,
		int	timeCutForNew,
		const QString &	tmpcopydir,
		int	maxLocalFilesToKeep = -1,
		QObject *	parent = 0
	)

Definition at line 121 of file VP1AvailEvtsHttps.cxx.

  : VP1AvailEvents(timeCutForNew,tmpcopydir,maxLocalFilesToKeep,parent)
  , m_d(new Imp(this,fileinfoUrl,updateInterval))
{
}

~VP1AvailEvtsHttps()

VP1AvailEvtsHttps::~VP1AvailEvtsHttps ( )

virtual

Definition at line 132 of file VP1AvailEvtsHttps.cxx.

{
  delete m_d;
}

Member Function Documentation

actualCheckForEventListChanges

void VP1AvailEvents::actualCheckForEventListChanges ( )

privateslotinherited

Definition at line 161 of file VP1AvailEvents.cxx.

{
  QList<VP1EventFile> allLocal = allLocalEvents();
  QList<VP1EventFile> fresh = freshEvents();
  if (m_d->lastAllLocal != allLocal) {
    m_d->lastAllLocal = allLocal;
    allLocalEventsChanged();
  }
  if (m_d->lastFresh != fresh) {
    m_d->lastFresh = fresh;
    freshEventsChanged();
  }
}

actualCleanup

void VP1AvailEvents::actualCleanup ( )

privateslotinherited

Definition at line 151 of file VP1AvailEvents.cxx.

{
  //First we cleanup:
  m_d->cleanupTmpLocalFiles();
 
  //Then we schedule a check for event list changes:
  QTimer::singleShot(10, this, SLOT(actualCheckForEventListChanges()));
}

allEventFilesInDir()

QList< VP1EventFile > VP1AvailEvents::allEventFilesInDir ( const QString &  dir ) const

protectedinherited

Definition at line 202 of file VP1AvailEvents.cxx.

{
  if (dir.isEmpty())
    return QList<VP1EventFile>();
 
  QFileInfo fi_dir(dir);
  if (!fi_dir.exists()||!fi_dir.isDir())
    return QList<VP1EventFile>();
 
  QDateTime modtime = fi_dir.lastModified();
  if (abs(modtime.time().msecsTo(QTime::currentTime()))>50) {
    std::map<QString,std::pair<QDateTime,QList<VP1EventFile> > >::iterator it = m_d->dircache.find(dir);
    if (it!=m_d->dircache.end()&&it->second.first==modtime)
      return it->second.second;
  }
 
  QStringList filters;
  filters << "*_*.pool.root";
  //fixme
  QDirIterator itDir(dir,filters,QDir::Files | QDir::NoDotAndDotDot | QDir::Readable | QDir::CaseSensitive);
 
  QList<VP1EventFile> l;
  while (itDir.hasNext()) {
    QString fn = itDir.next();
    fn.replace("//","/");
    VP1EventFile evt(fn);
    if (evt.isValid())
      l << evt;
    else
      message("Could not decode event file name: "+fn);
  }
 
  std::sort(l.begin(), l.end());
 
  m_d->dircache[dir]=std::make_pair(modtime,l);
  return l;
}

allLocalEvents()

QList< VP1EventFile > VP1AvailEvents::allLocalEvents ( ) const

inherited

Definition at line 241 of file VP1AvailEvents.cxx.

{
  return allEventFilesInDir(tmpLocalFileDir());
}

allLocalEventsChanged

void VP1AvailEvents::allLocalEventsChanged ( )

signalinherited

checkForStall

void VP1AvailEvtsHttps::checkForStall ( )

privateslot

Definition at line 389 of file VP1AvailEvtsHttps.cxx.

{
  unsigned currentTime = QDateTime::currentDateTime().toTime_t();
  if (currentTime>m_d->m_lastChangeTime+10) {
    // Abort current download and go to stage 0
    if(m_d->m_netreply) {
      m_d->m_netreply->blockSignals(true);
      delete m_d->m_netreply;
      m_d->m_netreply=0;
      m_d->m_stage = 0;
      m_d->startTimer(m_d->m_updateInterval);
    }
  }
}

cleanupAndCheckForEventListChanges()

void VP1AvailEvents::cleanupAndCheckForEventListChanges ( )

protectedinherited

Definition at line 176 of file VP1AvailEvents.cxx.

{
  //We schedule the cleanup to take place shortly. The check for event
  //list changes will be scheduled after the cleanup:
 
  //Then we schedule a check for event list changes:
  QTimer::singleShot(10, this, SLOT(actualCleanup()));
 
}

dataReadProgress

void VP1AvailEvtsHttps::dataReadProgress ( qint64  received, qint64    )

privateslot

Definition at line 377 of file VP1AvailEvtsHttps.cxx.

{
  if(m_d->m_stage>0) {
    if(received>m_d->m_bytesReceived) {
      m_d->m_lastChangeTime = QDateTime::currentDateTime().toTime_t();
      m_d->m_bytesReceived = received;
    }
  } else {
    m_d->m_lastChangeTime = QDateTime::currentDateTime().toTime_t();
  }
}

error

void VP1AvailEvtsHttps::error ( QNetworkReply::NetworkError  err )

privateslot

Definition at line 357 of file VP1AvailEvtsHttps.cxx.

{
  message("Error processing " + m_d->m_netreply->url().toString() 
      + "\n   ===> Error code: " + QString::number((int)err)
      + "\n        Error decoding here: http://doc.trolltech.com/4.4/qnetworkreply.html#NetworkError-enum");
}

fileinfoLocation()

const QString & VP1AvailEvtsHttps::fileinfoLocation

(

)

Definition at line 148 of file VP1AvailEvtsHttps.cxx.

{
  return m_d->m_fileInfoUrl;
}

finished

void VP1AvailEvtsHttps::finished ( )

privateslot

-— For logging std::cout << "VP1AvailEvtsHttps stage -- " << m_d->m_stage << " -- finished with error=" << (int)m_d->m_netreply->error() << ", sc=" << sc << ", LM=" << lastModified.toStdString() << std::endl;

-— For logging std::cout << " Active Ret Dir: " << activeRetrievalDir.toStdString() << std::endl; std::cout << " Target : " << target.toStdString() << std::endl;

-— For logging std::cout << "\t\t" << target.toStdString() << " written and closed" << std::endl;

Definition at line 233 of file VP1AvailEvtsHttps.cxx.

{
    VP1Msg::messageDebug("VP1AvailEvtsHttps::finished()");
  int sc=-9999;
  QVariant val = m_d->m_netreply->attribute(QNetworkRequest::HttpStatusCodeAttribute);
  if(val.type()==QVariant::Int) 
    sc = val.value<int>();
  else if(val.type()==QVariant::Invalid)
    message("No status code obtained while processing " + m_d->m_netreply->url().toString());
  else if(!val.canConvert<int>())
    message("Cannot convert status code to int while processing " + m_d->m_netreply->url().toString());
  else 
    sc = val.value<int>();
 
    VP1Msg::messageDebug("sc: " + QString::number(sc));
 
  QString lastModified;
  QVariant lastModHeader = m_d->m_netreply->header(QNetworkRequest::LastModifiedHeader);
  if(lastModHeader.type()!=QVariant::Invalid && 
     lastModHeader.canConvert<QDateTime>()) {
    QDateTime lastModTime = lastModHeader.value<QDateTime>();
    lastModified = lastModTime.toString();
  }
 
  if(m_d->m_netreply->error()==QNetworkReply::NoError) {
    if(m_d->m_stage==0) {
      if(!lastModified.isEmpty() && lastModified!=m_d->m_urlLastMod) {
    // The file info has been modified, go to the stage 1
    m_d->m_urlLastMod = lastModified;
    m_d->m_stage = 1; 
      } else {
    // Reuse the already downloaded file info
    m_d->m_stage = 2;
      }
    }else if(m_d->m_stage==1) {
      // Write out fileinfo to local file for parsing
      QString activeRetrievalDir = tmpActiveRetrievalDir();
      QString target = activeRetrievalDir +"downloadedfileinfo.txt";
      // Delete already existing fileinfo 
      if(QFileInfo(target).exists() && !QFile(target).remove()) {
    message("ERROR: Could not remove the old fileinfo " + target);
    m_d->m_stage = 0;
    m_d->startTimer(m_d->m_updateInterval);
    return;
      }
 
      // Create new fileinfo
      QFile localfileinfo(target);
      if(!localfileinfo.open(QIODevice::WriteOnly)) {
    message("ERROR: Unable to open " + target + " for writing");
    m_d->m_stage = 0;
    m_d->startTimer(m_d->m_updateInterval);
    return;
      }
 
      // Wrute received fileinfo to local file
      QByteArray ba = m_d->m_netreply->readAll();
      localfileinfo.write(ba);
      localfileinfo.close();
      m_d->m_stage = 2;
    }else if(m_d->m_stage==2) {
      // Open target file for writing
      QString target = tmpActiveRetrievalDir() + m_d->m_evtToGet;
      QFile targetFile(target);
      if(!targetFile.open(QIODevice::WriteOnly)) {
    message("ERROR: Unable to open " + target + " for writing");
    m_d->m_stage = 0;
    m_d->startTimer(m_d->m_updateInterval);
    return;
      }
 
      // Write to file
      QByteArray ba = m_d->m_netreply->readAll();
      targetFile.write(ba);
      targetFile.close();
      // Checksum test
      bool match = VP1MD5Sum::sumMatches(target,m_d->m_expectedMD5Sum);
      if(!match) {
    message("Checksum did not match");
    QFile::remove(target);
    m_d->m_stage = 0;
    m_d->startTimer(m_d->m_updateInterval);
    return;
      }
 
      QString finalTarget = tmpLocalFileDir()+m_d->m_evtToGet;
      if(!QFile::rename(target,finalTarget)) {
    message("ERROR: Could not move " + target + " to " + finalTarget);
    QFile::remove(target);
    QFile::remove(finalTarget);
      } else {
    cleanupAndCheckForEventListChanges();
      }
      
      m_d->m_stage = 0;
    }
  }
  else
    m_d->m_stage = 0;
 
  m_d->m_netreply->blockSignals(true);
  m_d->m_netreply->deleteLater();
  m_d->m_netreply = 0;
 
  int interval = m_d->m_stage>0 ? 0 : m_d->m_updateInterval;
  m_d->startTimer(interval);
}

freshEvents() [1/2]

QList< VP1EventFile > VP1AvailEvents::freshEvents ( ) const

inherited

Definition at line 129 of file VP1AvailEvents.cxx.

{
  return freshEvents(newestEvent(),allLocalEvents());
}

freshEvents() [2/2]

QList< VP1EventFile > VP1AvailEvents::freshEvents ( VP1EventFile  newestEvt, const QList< VP1EventFile > &  inputEventList  ) const

protectedinherited

Definition at line 110 of file VP1AvailEvents.cxx.

{
  QList<VP1EventFile> l;
  if (!newestEvt.isValid())
    return l;
  std::set<Imp::EventID>::const_iterator histIt, histItE(m_d->historySorted.end());
  if (m_d->timeCutForNew==0) {
    if (m_d->historySorted.find(Imp::evtToID(newestEvt))==histItE)
      l << newestEvt;
    return l;
  }
  for(VP1EventFile evt : inputEventList)
    if (m_d->historySorted.find(Imp::evtToID(evt))==histItE && isConsideredFresh(evt,newestEvt))
      l << evt;
  return l;
}

freshEventsChanged

void VP1AvailEvents::freshEventsChanged ( )

signalinherited

generateHttpsRequest

void VP1AvailEvtsHttps::generateHttpsRequest ( )

privateslot

-— For logging std::cout << "VP1AvailEvtsHttps getHead stage -- " << m_d->m_stage << " --" << std::endl;

-— For logging std::cout << "VP1AvailEvtsHttps get stage -- " << m_d->m_stage << " --" << std::endl;

-— For logging std::cout << "VP1AvailEvtsHttps get stage -- " << m_d->m_stage << " --" << std::endl;

-— For logging std::cout << " Event : " << url.toString().toStdString() << std::endl;

Definition at line 153 of file VP1AvailEvtsHttps.cxx.

{
  QUrl fileInfoUrl(m_d->m_fileInfoUrl);
  QNetworkRequest netrequest(fileInfoUrl);
  if(m_d->m_stage==0) {
    m_d->m_netreply = m_d->m_netmanager->head(netrequest);
  } else if(m_d->m_stage==1) {
    m_d->m_netreply = m_d->m_netmanager->get(netrequest);
  } else {
    // stage 2
    QString activeRetrievalDir = tmpActiveRetrievalDir();
    QString target = activeRetrievalDir +"downloadedfileinfo.txt";
    VP1EvtsOnServerInfo newEvtsOnServerInfo(target);
 
    if (!newEvtsOnServerInfo.isValid()) {
      message("Problems decoding info in file downloaded from " + m_d->m_fileInfoUrl);
      QFile::remove(target);
      invalidateDirCache(tmpActiveRetrievalDir());
      m_d->m_stage = 0;
      m_d->startTimer(m_d->m_updateInterval);
      return;
    }
 
    VP1EventFile evtToGet;
    QString localfiledir = tmpLocalFileDir();
 
    for (VP1EventFile evt : newEvtsOnServerInfo.events(timeCutForNew(),requireNewestRunNumber())) {
      //We are looking for an event which was never seen before and not available locally:
      if (!evt.isValid()||inHistory(evt.runNumber(),evt.eventNumber()))
    continue;
      if (!QFile::exists(localfiledir+evt.fileName())){
    evtToGet=evt;
    break;
      }
    }
 
    if(evtToGet.isValid()) {
      //Before we get it, let us check that we don't already have 3
      //fresh events locally which are newer than the one we are trying
      //to download:
      QList<VP1EventFile> freshLocalEvents = freshEvents();
      unsigned nNewer(0);
      for(VP1EventFile evt : freshLocalEvents) {
    if (evt < evtToGet) {
      ++nNewer;
      if (nNewer>=3) {
        m_d->m_stage = 0;
        m_d->startTimer(m_d->m_updateInterval);
        return;
      }
    }
      }
 
      QUrl url(m_d->m_baseUrl + evtToGet.fileName());
      m_d->m_expectedMD5Sum = evtToGet.md5Sum();
      QNetworkRequest netrequestEvt(url);
      m_d->m_evtToGet = evtToGet.fileName();
      m_d->m_netreply = m_d->m_netmanager->get(netrequestEvt);
    } else {
      m_d->m_stage = 0;
      m_d->startTimer(m_d->m_updateInterval);
      return;
    }
  }
  m_d->connectNetworkSignalsToSlots();
}

inHistory()

bool VP1AvailEvents::inHistory ( int  run, int  event  ) const

protectedinherited

Definition at line 187 of file VP1AvailEvents.cxx.

{
  return m_d->historySorted.find(Imp::EventID(run,event))!=m_d->historySorted.end();
}

init()

void VP1AvailEvtsHttps::init ( )

virtual

Implements VP1AvailEvents.

Definition at line 137 of file VP1AvailEvtsHttps.cxx.

{
  // Dummy for now
}

invalidateDirCache()

void VP1AvailEvents::invalidateDirCache ( const QString &  dir )

protectedinherited

Definition at line 194 of file VP1AvailEvents.cxx.

{
  std::map<QString,std::pair<QDateTime,QList<VP1EventFile> > >::iterator it = m_d->dircache.find(dir);
  if (it!=m_d->dircache.end())
    m_d->dircache.erase(it);
}

isConsideredFresh()

bool VP1AvailEvents::isConsideredFresh ( const VP1EventFile &  evt, const VP1EventFile &  newestEvt  ) const

protectedinherited

Definition at line 336 of file VP1AvailEvents.cxx.

{
  //Notice: Logic here must be similar to logic in VP1EvtsOnServerInfo::events
 
  if (m_d->timeCutForNew==0) {
    //Special case where only the newest event is fresh
    return evt.rawTime()==newestEvt.rawTime() &&  evt.runNumber()==newestEvt.runNumber();
  }
  if (requireNewestRunNumber()&&evt.runNumber()!=newestEvt.runNumber())
    return false;
  const unsigned oldest_time = (m_d->timeCutForNew<0||unsigned(m_d->timeCutForNew)>newestEvt.rawTime()) ? 0 : newestEvt.rawTime() - m_d->timeCutForNew;
  return evt.rawTime() >= oldest_time;
}

maxLocalFilesToKeep()

int VP1AvailEvents::maxLocalFilesToKeep ( ) const

inherited

Definition at line 98 of file VP1AvailEvents.cxx.

{
  return m_d->maxLocalFilesToKeep;
}

message

void VP1AvailEvents::message ( const QString &  ) const

signalinherited

messageDebug()

void VP1AvailEvents::messageDebug ( const QString &  s ) const

protectedinherited

Definition at line 351 of file VP1AvailEvents.cxx.

{
  std::cout<<VP1Msg::prefix_verbose()<<": "<<s.toStdString()<<std::endl;
}

newestEvent()

VP1EventFile VP1AvailEvents::newestEvent ( ) const

inherited

Definition at line 135 of file VP1AvailEvents.cxx.

{
  QList<VP1EventFile> evts(allLocalEvents());
  if (evts.isEmpty())
    return VP1EventFile();//invalid
  return evts.front();
}

requireNewestRunNumber()

bool VP1AvailEvents::requireNewestRunNumber ( ) const

inlineprotectedinherited

Definition at line 62 of file VP1AvailEvents.h.

{ return false; /*fixme*/ }

setCurrentEvent()

void VP1AvailEvents::setCurrentEvent ( int  run, int  event  )

inherited

Definition at line 144 of file VP1AvailEvents.cxx.

{
  m_d->historyOrdered << Imp::EventID(run,event);
  m_d->historySorted.insert(Imp::EventID(run,event));
}

sslErrors

void VP1AvailEvtsHttps::sslErrors ( const QList< QSslError > &  )

privateslot

-— For logging std::cout << "VP1AvailEvtsHttps SSL errors" << std::endl; for(int ii=0; ii<errlist.size(); ++ii) std::cout << " SSL * " << (int)errlist.at(ii).error() << ", " << errlist.at(ii).errorString().toStdString() << std::endl;

Definition at line 365 of file VP1AvailEvtsHttps.cxx.

{
  m_d->m_netreply->ignoreSslErrors();
}

start

void VP1AvailEvtsHttps::start ( QNetworkAccessManager *  netmanager )

slot

Definition at line 142 of file VP1AvailEvtsHttps.cxx.

{
  m_d->m_netmanager = netmanager;
  m_d->startTimer();
}

timeCutForNew()

int VP1AvailEvents::timeCutForNew ( ) const

protectedinherited

Definition at line 92 of file VP1AvailEvents.cxx.

{
  return m_d->timeCutForNew;
}

tmpActiveRetrievalDir()

QString VP1AvailEvents::tmpActiveRetrievalDir ( )

protectedinherited

Definition at line 277 of file VP1AvailEvents.cxx.

{
  return m_d->attemptGenerationOfTmpSubdir("activeretrievals",m_d->tmpActiveRetrievalDir);
}

tmpDir()

const QString & VP1AvailEvents::tmpDir ( ) const

protectedinherited

Definition at line 104 of file VP1AvailEvents.cxx.

{
  return m_d->tmpDir;
}

tmpLocalFileDir()

QString VP1AvailEvents::tmpLocalFileDir ( ) const

protectedinherited

Definition at line 283 of file VP1AvailEvents.cxx.

{
  return m_d->attemptGenerationOfTmpSubdir("eventfiles",m_d->tmpLocalFileDir);
}

Member Data Documentation

m_d

Imp* VP1AvailEvtsHttps::m_d

private

Definition at line 64 of file VP1AvailEvtsHttps.h.

---

The documentation for this class was generated from the following files:

• VP1AvailEvtsHttps.h
• VP1AvailEvtsHttps.cxx