extractor_prod Namespace Reference

Classes
class	expMetaData
class	MetaData
class	MetaDataKey

Functions
def	main ()

Function Documentation

def extractor_prod.main

(

void

)

Definition at line 348 of file extractor_prod.py.

def main():

    argparser = argparse.ArgumentParser('Parse arguments')
    argparser.add_argument('--infile',help='path to input file',required=True,type=str)
    argparser.add_argument('--declare',help='validate and declare the metadata for the file specified in --infile to SAM',action='store_true')
    argparser.add_argument('--appname',help='application name for SAM metadata',type=str)
    argparser.add_argument('--appversion',help='application version for SAM metadata',type=str)
    argparser.add_argument('--appfamily',help='application family for SAM metadata',type=str)
    argparser.add_argument('--campaign',help='Value for DUNE.campaign for SAM metadata',type=str)
    argparser.add_argument('--data_stream',help='Value for data_stream for SAM metadata',type=str)
    argparser.add_argument('--requestid',help='Value for DUNE.requestid for SAM metadata',type=str)
    argparser.add_argument('--set_processed',help='Set for parent file as processed in SAM metadata',action="store_true")
    argparser.add_argument('--strip_parents',help='Do not include the file\'s parents in SAM metadata for declaration',action="store_true")
    argparser.add_argument('--no_crc',help='Leave the crc out of the generated json',action="store_true")
    argparser.add_argument('--skip_dumper',help='Skip running sam_metadata_dumper on the input file',action="store_true")
    argparser.add_argument('--input_json',help='Input json file containing metadata to be added to output (can contain ANY valid SAM metadata parameters)',type=str)

    global args
    args = argparser.parse_args()

    ih = ifdh.ifdh()

    try:
#        expSpecificMetadata = expMetaData(os.environ['SAM_EXPERIMENT'], str(sys.argv[1]))
        expSpecificMetadata = expMetaData(os.environ['SAM_EXPERIMENT'], args.infile)
        mddict = expSpecificMetadata.getmetadata()
        # If --input_json is supplied, open that dict now and add it to the output json
        if args.input_json != None:
            if os.path.exists(args.input_json):
                try:
                    injson=open(args.input_json)
                    arbjson = json.load(injson)
                    for key in list(arbjson.keys()):
                        mddict[key] = arbjson[key]
                except:
                    print('Error loading input json file.')
                    raise
            else:
                print('Error, specified input file does not exist.')
                sys.exit(1)

        if 'application' in mddict  and 'name' not in list(mddict['application'].keys()) and args.appname != None:
            mddict['application']['name'] = args.appname
        if 'application' in mddict  and 'version' not in list(mddict['application'].keys()) and args.appversion != None:
            mddict['application']['version'] = args.appversion
        if 'application' in mddict  and 'family' not in list(mddict['application'].keys()) and args.appfamily != None:
            mddict['application']['family'] = args.appfamily
        if args.appfamily != None and args.appname != None and args.appversion != None:
            mddict['application'] = {}
            mddict['application']['family']  = args.appfamily
            mddict['application']['name']    = args.appname
            mddict['application']['version'] = args.appversion    
        if 'DUNE.campaign' not in list(mddict.keys()) and args.campaign != None:
            mddict['DUNE.campaign'] = args.campaign
        if args.data_stream != None:
            mddict['data_stream'] = args.data_stream
        if args.requestid != None:
            mddict['DUNE.requestid'] = args.requestid

    except TypeError:
        print('You have not implemented a defineMetaData function by providing an experiment.')
        print('No metadata keys will be saved')
        raise
#    mdtext = json.dumps(expSpecificMetadata.getmetadata(), indent=2, sort_keys=True)
    mdtext = json.dumps(mddict, indent=2, sort_keys=True)

    if args.declare:
        ih.declareFile(mdtext)

    if args.set_processed:
        swc = samweb_client.SAMWebClient('dune')
        moddict = {"DUNE.production_status" : "processed" }
        for parent in moddict['parents']:
            fname = moddict['parents'][parent]['file_name']
            try:
                swc.modifyFileMetadata(fname, moddict)
            except:
                print('Error modidying metadata for %s' % fname)
                raise

    print(mdtext)
    sys.exit(0)