icarusutil::TFileMetadataICARUS Class Reference

#include <TFileMetadataICARUS.h>

Classes
struct	metadata

Public Member Functions
	TFileMetadataICARUS (fhicl::ParameterSet const &pset, art::ActivityRegistry &reg)

Public Attributes
metadata	md
std::set< art::SubRunID >	fSubRunNumbers
std::map< std::string, std::string >	mdmap

Private Member Functions
void	postBeginJob ()
void	postOpenInputFile (std::string const &fn)
void	postEvent (art::Event const &ev, art::ScheduleContext)
void	postBeginSubRun (art::SubRun const &subrun)
void	postCloseInputFile ()

Private Attributes
bool	fGenerateTFileMetadata
std::string	fJSONFileName
std::string	frunType
art::FileStatsCollector	fFileStats

Detailed Description

Definition at line 34 of file TFileMetadataICARUS.h.

Constructor & Destructor Documentation

icarusutil::TFileMetadataICARUS::TFileMetadataICARUS	(	fhicl::ParameterSet const &	pset,
		art::ActivityRegistry &	reg
	)

Definition at line 78 of file TFileMetadataICARUS_service.cc.

                                                         :
                fGenerateTFileMetadata{pset.get<bool>("GenerateTFileMetadata")},
                fJSONFileName{pset.get<std::string>("JSONFileName")},
                fFileStats{"", art::ServiceHandle<art::TriggerNamesService const>{}->getProcessName()}

Member Function Documentation

void icarusutil::TFileMetadataICARUS::postBeginJob ( )

private

Definition at line 99 of file TFileMetadataICARUS_service.cc.

{ 
                std::cout << "TFileMetadataICARUS postBeginJob() begin" << std::endl;
                // get the start time  
                md.fstart_time = time(0); 

                // Get art metadata service and extract paramters from there
                art::ServiceHandle<art::FileCatalogMetadata> artmds;

                art::FileCatalogMetadata::collection_type artmd;
                artmds->getMetadata(artmd);

                for(auto const & d : artmd)
                                mdmap[d.first] = d.second;

                std::map<std::string,std::string>::iterator it;

                // if a certain paramter/key is not found, assign an empty string value to it

                if ((it=mdmap.find("applicationFamily"))!=mdmap.end()) std::get<0>(md.fapplication) = it->second;
                else std::get<0>(md.fapplication) = "\" \"";   

                if ((it=mdmap.find("process_name"))!=mdmap.end()) std::get<1>(md.fapplication) = it->second;
                else std::get<1>(md.fapplication) = "\" \"";  

                if ((it=mdmap.find("applicationVersion"))!=mdmap.end()) std::get<2>(md.fapplication) = it->second;
                else  std::get<2>(md.fapplication) = "\" \"";   

                if ((it=mdmap.find("group"))!=mdmap.end()) md.fgroup = it->second;
                else md.fgroup = "\" \"";   

                if ((it=mdmap.find("file_type"))!=mdmap.end()) md.ffile_type = it->second;
                else  md.ffile_type = "\" \"";  

                if ((it=mdmap.find("runType"))!=mdmap.end()) frunType = it->second;
                else frunType = "\" \"";                        
                std::cout << "TFileMetadataICARUS postBeginJob() end" << std::endl;
}

void icarusutil::TFileMetadataICARUS::postBeginSubRun ( art::SubRun const &  subrun )

private

Definition at line 178 of file TFileMetadataICARUS_service.cc.

{
                std::cout << "TFileMetadataICARUS postBeginSubRun() begin" << std::endl;
                art::RunNumber_t run = sr.run();
                art::SubRunNumber_t subrun = sr.subRun();
                art::SubRunID srid = sr.id();

                // save run, subrun and runType information once every subrun
                if (fSubRunNumbers.count(srid) == 0){
                                fSubRunNumbers.insert(srid);
                                md.fruns.push_back(make_tuple(run, subrun, frunType));
                }
                std::cout << "TFileMetadataICARUS postBeginSubRun() end" << std::endl;
}

void icarusutil::TFileMetadataICARUS::postCloseInputFile ( )

private

Definition at line 195 of file TFileMetadataICARUS_service.cc.

{
                std::cout << "TFileMetadataICARUS postCloseInputFile() begin" << std::endl;
                // get metadata from the FileCatalogMetadataICARUS service, which is filled on its construction

                art::ServiceHandle<icarusutil::FileCatalogMetadataICARUS> paramhandle; 
                md.fFCLName = paramhandle->GetFCLName();
                md.fProjectName = paramhandle->GetProjectName();
                md.fProjectStage = paramhandle->GetProjectStage();
                md.fProjectVersion = paramhandle->GetProjectVersion();
                md.fProjectSoftware = paramhandle->GetProjectSoftware();
                md.fProductionName = paramhandle->GetProductionName();
                md.fProductionType = paramhandle->GetProductionType();

                //update end time
                md.fend_time = time(0);

                // convert start and end times into time format: Year-Month-DayTHours:Minutes:Seconds
                char endbuf[80], startbuf[80];
                struct tm tstruct;
                tstruct = *localtime(&md.fend_time);
                strftime(endbuf,sizeof(endbuf),"%Y-%m-%dT%H:%M:%S",&tstruct);
                tstruct = *localtime(&md.fstart_time);
                strftime(startbuf,sizeof(startbuf),"%Y-%m-%dT%H:%M:%S",&tstruct);

                // open a json file and write everything from the struct md complying to the 
                // samweb json format. This json file holds the below information temporarily. 
                // If you submitted a grid job invoking this service, the information from 
                // this file is appended to a final json file and this file will be removed

                std::ofstream jsonfile;
                jsonfile.open(fJSONFileName);
                jsonfile<<"{\n  \"application\": {\n    \"family\": "<<std::get<0>(md.fapplication)<<",\n    \"name\": ";
                jsonfile<<std::get<1>(md.fapplication)<<",\n    \"version\": "<<std::get<2>(md.fapplication)<<"\n  },\n  ";
                jsonfile<<"\"data_tier\": \""<<md.fdata_tier<<"\",\n  ";
                jsonfile<<"\"event_count\": "<<md.fevent_count<<",\n  ";
                jsonfile<<"\"file_format\": \""<<md.ffile_format<<"\",\n  ";
                jsonfile<<"\"file_type\": "<<md.ffile_type<<",\n  ";
                jsonfile<<"\"first_event\": "<<md.ffirst_event<<",\n  ";
                jsonfile<<"\"group\": "<<md.fgroup<<",\n  ";
                jsonfile<<"\"last_event\": "<<md.flast_event<<",\n  ";
                unsigned int c=0;
                //08/06 DBrailsford.  Only create the parent json object if there are parent names in the set.
                if (md.fParents.size() > 0){
                                jsonfile<<"\"parents\": [\n";
                                for(auto parent : md.fParents) {
                                                std::cout<<"Parent " << c << ": " << parent << std::endl;
                                                c++;
                                                size_t n = parent.find_last_of('/');
                                                size_t f1 = (n == std::string::npos ? 0 : n+1);
                                                jsonfile<<"    {\n     \"file_name\": \""<<parent.substr(f1)<<"\"\n    }";
                                                if (md.fParents.size()==1 || c==md.fParents.size()) jsonfile<<"\n";
                                                else jsonfile<<",\n"; 
                                }      
                                jsonfile<<"  ],\n  "; 
                                c=0;
                }
                jsonfile<<"\"runs\": [\n";
                for(auto &t : md.fruns){
                                c++;
                                jsonfile<<"    [\n     "<<std::get<0>(t)<<",\n     "<<std::get<1>(t)<<",\n     "<<std::get<2>(t)<<"\n    ]";
                                if (md.fruns.size()==1 || c==md.fruns.size()) jsonfile<<"\n";
                                else jsonfile<<",\n"; 
                }
                jsonfile<<"  ],\n";          

                if (md.fFCLName!="") jsonfile << "\"fcl.name\": \"" << md.fFCLName << "\",\n";
                if (md.fProjectName!="") jsonfile << "\"icarus_project.name\": \"" << md.fProjectName << "\",\n";
                if (md.fProjectStage!="") jsonfile << "\"icarus_project.stage\": \"" << md.fProjectStage << "\",\n";
                if (md.fProjectVersion!="") jsonfile << "\"icarus_project.version\": \"" << md.fProjectVersion << "\",\n";
                if (md.fProjectSoftware!="") jsonfile << "\"icarus_project.software\": \"" << md.fProjectSoftware << "\",\n";
                if (md.fProductionName!="") jsonfile << "\"production.name\": \"" << md.fProductionName << "\",\n";
                if (md.fProductionType!="") jsonfile << "\"production.type\": \"" << md.fProductionType << "\",\n";

                // put these at the end because we know they'll be there and the last one needs to not have a comma
                jsonfile<<"\"start_time\": \""<<startbuf<<"\",\n";
                jsonfile<<"\"end_time\": \""<<endbuf<<"\"\n";


                jsonfile<<"}\n";
                jsonfile.close();  

                fFileStats.recordFileClose();
                //TODO figure out how to make the name identical to the TFile
                //std::string new_name = fRenamer.maybeRenameFile("myjson.json",fJSONFileName);
                std::cout << "TFileMetadataICARUS postCloseInputFile() end" << std::endl;
}

void icarusutil::TFileMetadataICARUS::postEvent ( art::Event const &  ev, art::ScheduleContext    )

private

Definition at line 153 of file TFileMetadataICARUS_service.cc.

{
                std::cout << "TFileMetadataICARUS postEvent() begin" << std::endl;
                art::RunNumber_t run = evt.run();
                art::SubRunNumber_t subrun = evt.subRun();
                art::EventNumber_t event = evt.event();
                art::SubRunID srid = evt.id().subRunID();

                // save run, subrun and runType information once every subrun    
                if (fSubRunNumbers.count(srid) == 0){
                                fSubRunNumbers.insert(srid);
                                md.fruns.push_back(make_tuple(run, subrun, frunType));   
                }

                // save the first event
                if (md.fevent_count == 0) md.ffirst_event = event;
                md.flast_event = event;
                // event counter
                ++md.fevent_count;

                std::cout << "TFileMetadataICARUS postEvent() end" << std::endl;
}

void icarusutil::TFileMetadataICARUS::postOpenInputFile ( std::string const &  fn )

private

Definition at line 141 of file TFileMetadataICARUS_service.cc.

{
                std::cout << "TFileMetadataICARUS postOpenInputFile() begin" << std::endl;
                // save parent input files here
                // 08/06 DBrailsford: Only save the parent string if the string is filled.  The string still exists (with 0 characters) for generation stage files.  See redmine issue 20124
                if (fn.length() > 0) md.fParents.insert(fn);
                fFileStats.recordInputFile(fn);
                std::cout << "TFileMetadataICARUS postOpenInputFile() end" << std::endl;
}

Member Data Documentation

art::FileStatsCollector icarusutil::TFileMetadataICARUS::fFileStats

private

Definition at line 80 of file TFileMetadataICARUS.h.

bool icarusutil::TFileMetadataICARUS::fGenerateTFileMetadata

private

Definition at line 77 of file TFileMetadataICARUS.h.

std::string icarusutil::TFileMetadataICARUS::fJSONFileName

private

Definition at line 78 of file TFileMetadataICARUS.h.

std::string icarusutil::TFileMetadataICARUS::frunType

private

Definition at line 79 of file TFileMetadataICARUS.h.

std::set<art::SubRunID> icarusutil::TFileMetadataICARUS::fSubRunNumbers

Definition at line 64 of file TFileMetadataICARUS.h.

metadata icarusutil::TFileMetadataICARUS::md

Definition at line 63 of file TFileMetadataICARUS.h.

std::map<std::string,std::string> icarusutil::TFileMetadataICARUS::mdmap

Definition at line 65 of file TFileMetadataICARUS.h.

---

The documentation for this class was generated from the following files:

• TFileMetadataICARUS.h
• TFileMetadataICARUS_service.cc