Functions
def	convert_1_adler32_to_0_adler32 (crc, filesize)

def	enstoreChecksum (fileobj)

def	fileEnstoreChecksum (path)

def	get_external_metadata (inputfile)

Variables
	myargv = sys.argv

	argv

	gErrorIgnoreLevel

	category

	RuntimeWarning

	message

	Parser = argparse.ArgumentParser\

	description

	help

	dest

	default

	args = Parser.parse_args()

	md = get_external_metadata(args.InputFile)

	mdtext = json.dumps(md, indent=2, sort_keys=True)

	outputFile = open(args.OutputFile, 'w')ifargs.OutputFileelsesys.stdout

	file

Function Documentation

def python.root_metadata.convert_1_adler32_to_0_adler32	(	crc,
		filesize
	)

Definition at line 33 of file root_metadata.py.

 def convert_1_adler32_to_0_adler32(crc, filesize):
     crc = int(crc)
     filesize = int(filesize)
     size = int(filesize % 65521)
     s1 = (crc & 0xffff)
     s2 = ((crc >> 16) &  0xffff)
     s1 = (s1 + 65521 - 1) % 65521
     s2 = (s2 + 65521 - size) % 65521
     return (s2 << 16) + s1
 
 
 # Checksum utilities copied from sam_web_client
 

def python.root_metadata.enstoreChecksum ( fileobj )

Definition at line 46 of file root_metadata.py.

 def enstoreChecksum(fileobj):
     import zlib
     readblocksize = 1024*1024
     crc = 0
     while 1:
         try:
             s = fileobj.read(readblocksize)
         except (OSError, IOError) as ex:
             raise Error(str(ex))
         if not s: break
         crc = zlib.adler32(s,crc)
     crc = int(crc)
     if crc < 0:
         # Return 32 bit unsigned value
         crc  = (crc & 0x7FFFFFFF) | 0x80000000
     return { "crc_value" : str(crc), "crc_type" : "adler 32 crc type" }
 

def python.root_metadata.fileEnstoreChecksum ( path )

Calculate enstore compatible CRC value

Definition at line 63 of file root_metadata.py.

 def fileEnstoreChecksum(path):
     """Calculate enstore compatible CRC value"""
 
     crc = {}
     srm_url = project_utilities.path_to_srm_url(path)
 
     if srm_url == path:
         try:
             f = larbatch_posix.open(path,'rb')
             crc = enstoreChecksum(f)
         except (IOError, OSError) as ex:
             raise Error(str(ex))
         finally:
             f.close()
     else:
         try:
             # Following commented commands are old way of calculating checksum by
             # transferring entire file over network.
             # Should work again if uncommented (if srm way breaks).
 
             #cmd = ['ifdh', 'cp', path, '/dev/fd/1']
             #p = subprocess.Popen(cmd, stdout=subprocess.PIPE)
             #f = p.stdout
             #crc = enstoreChecksum(f)
 
             # New (clever, efficient, obscure...) way of accessing dCache 
             # stored checksum using srm.
             project_utilities.test_proxy()
             cmd = ['srmls', '-2', '-l', srm_url]
             srmout = convert_str(subprocess.check_output(cmd))
             first = True
             crc0 = 0
             for line in srmout.split('\n'):
                 if first:
                     size = int(line[2:line.find('/')-1])
                     first = False
                     continue
                 if line.find("Checksum value:") > 0:
                     ssum = line[line.find(':') + 2:]
                     crc1 = int( ssum , base = 16 )
                     crc0 = convert_1_adler32_to_0_adler32(crc1, size)
                     break
 
             crc = {"crc_value": str(crc0), "crc_type": "adler 32 crc type"}
             
         except:
             # Try the old method
             cmd = ['ifdh', 'cp', path, '/dev/fd/1']
             p = subprocess.Popen(cmd, stdout=subprocess.PIPE)
             f = p.stdout
             crc = enstoreChecksum(f)
     return crc
 

def python.root_metadata.get_external_metadata ( inputfile )

Definition at line 116 of file root_metadata.py.

 def get_external_metadata(inputfile):
 
     # define an empty python dictionary
     md = {}
 
     # Check whether this file exists.
     if not os.path.exists(inputfile):
         return md
             
     # Get the other meta data field parameters                                          
     md['file_name'] =  os.path.basename(inputfile)
     md['file_size'] =  str(os.path.getsize(inputfile))
     md['crc'] = fileEnstoreChecksum(inputfile)
 
     # Quit here if file type is not ".root"
 
     if not inputfile.endswith('.root'):
         return md
 
     # Root checks.
 
     ROOT.gEnv.SetValue('RooFit.Banner', '0')
     file = ROOT.TFile.Open(larbatch_posix.root_stream(inputfile))
     if file and file.IsOpen() and not file.IsZombie():
 
         # Root file opened successfully.
         # Get number of events.
             
         obj = file.Get('Events')
         if obj and obj.InheritsFrom('TTree'):
 
             # This has a TTree named Events.
 
             nev = obj.GetEntriesFast()
             md['events'] = str(nev)
 
         # Get runs and subruns fro SubRuns tree.
 
         subrun_tree = file.Get('SubRuns')
         if subrun_tree and subrun_tree.InheritsFrom('TTree'):
             md['subruns'] = []
             nsubruns = subrun_tree.GetEntriesFast()
             tfr = ROOT.TTreeFormula('subruns',
                                     'SubRunAuxiliary.id_.run_.run_',
                                     subrun_tree)
             tfs = ROOT.TTreeFormula('subruns',
                                     'SubRunAuxiliary.id_.subRun_',
                                     subrun_tree)
             for entry in range(nsubruns):
                 subrun_tree.GetEntry(entry)
                 run = tfr.EvalInstance64()
                 subrun = tfs.EvalInstance64()
                 run_subrun = (run, subrun)
                 if not run_subrun in md['subruns']:
                     md['subruns'].append(run_subrun)
 
         # Get stream name.
 
         try:
             stream_name = stream.get_stream(inputfile)
             md['data_stream'] = stream_name
         except:
             pass
 
     return md
 

Variable Documentation

python.root_metadata.args = Parser.parse_args()

Definition at line 194 of file root_metadata.py.

python.root_metadata.argv

Definition at line 17 of file root_metadata.py.

python.root_metadata.category

Definition at line 29 of file root_metadata.py.

python.root_metadata.default

Definition at line 190 of file root_metadata.py.

python.root_metadata.description

Definition at line 187 of file root_metadata.py.

python.root_metadata.dest

Definition at line 190 of file root_metadata.py.

python.root_metadata.file

Definition at line 200 of file root_metadata.py.

python.root_metadata.gErrorIgnoreLevel

Definition at line 23 of file root_metadata.py.

python.root_metadata.help

Definition at line 189 of file root_metadata.py.

python.root_metadata.md = get_external_metadata(args.InputFile)

Definition at line 196 of file root_metadata.py.

python.root_metadata.mdtext = json.dumps(md, indent=2, sort_keys=True)

Definition at line 197 of file root_metadata.py.

python.root_metadata.message

Definition at line 29 of file root_metadata.py.

python.root_metadata.myargv = sys.argv

Definition at line 16 of file root_metadata.py.

python.root_metadata.outputFile = open(args.OutputFile, 'w')ifargs.OutputFileelsesys.stdout

Definition at line 199 of file root_metadata.py.

python.root_metadata.Parser = argparse.ArgumentParser\

Definition at line 186 of file root_metadata.py.

python.root_metadata.RuntimeWarning

Definition at line 29 of file root_metadata.py.

Functions

Variables

Function Documentation

Variable Documentation