本文整理汇总了Python中mi.dataset.dataset_driver.DataSetDriver类的典型用法代码示例。如果您正苦于以下问题:Python DataSetDriver类的具体用法?Python DataSetDriver怎么用?Python DataSetDriver使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了DataSetDriver类的20个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。
示例1: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.dosta_abcdjm_mmp_cds',
DataSetDriverConfigKeys.PARTICLE_CLASS: 'DostaAbcdjmMmpCdsParserDataParticle'
}
def exception_callback(exception):
log.debug("ERROR: " + exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'rb') as stream_handle:
parser = DostaAbcdjmMmpCdsParser(parser_config,
None,
stream_handle,
lambda state, ingested: None,
lambda data: None,
exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:chrisfortin,项目名称:mi-dataset,代码行数:25,代码来源:dosta_abcdjm_mmp_cds_recovered_driver.py
示例2: parse
def parse(unused, source_file_path, particle_data_handler):
config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.adcps_jln_stc',
DataSetDriverConfigKeys.PARTICLE_CLASS: None,
DataSetDriverConfigKeys.PARTICLE_CLASSES_DICT: {
AdcpsJlnStcParticleClassKey.METADATA_PARTICLE_CLASS:
AdcpsJlnStcMetadataTelemeteredDataParticle,
AdcpsJlnStcParticleClassKey.INSTRUMENT_PARTICLE_CLASS:
AdcpsJlnStcInstrumentTelemeteredDataParticle,
}
}
log.debug("My ADCPS JLN STC Config: %s", config)
def exception_callback(exception):
log.debug("ERROR: %r", exception)
particle_data_handler.setParticleDataCaptureFailure()
with open(source_file_path, 'rb') as file_handle:
parser = AdcpsJlnStcParser(config,
file_handle,
exception_callback)
driver = DataSetDriver(parser, particle_data_handler)
driver.processFileStream()
return particle_data_handler
开发者ID:danmergens,项目名称:mi-instrument,代码行数:26,代码来源:adcps_jln_stc_telemetered_driver.py
示例3: process
def process(self):
"""
Process a file by opening the file and instantiating a parser and driver
"""
log = get_logger()
with open(self._source_file_path, "rb") as file_handle:
def exception_callback(exception):
log.debug("Exception %s", exception)
self._particle_data_hdlr_obj.setParticleDataCaptureFailure()
# essentially comment out the state and data callbacks by inserting
# lambda with None functions, so it doesn't complain about not being
# able to pass arguments
parser = GliderEngineeringParser(self._parser_config, None,
file_handle,
lambda state, ingested: None,
lambda data: None,
exception_callback)
# instantiate the driver
driver = DataSetDriver(parser, self._particle_data_hdlr_obj)
# start the driver processing the file
driver.processFileStream()
return self._particle_data_hdlr_obj
开发者ID:NickAlmonte,项目名称:mi-dataset,代码行数:26,代码来源:driver_common.py
示例4: parse
def parse(unused, source_file_path, particle_data_handler):
config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.parad_k_stc_imodem',
DataSetDriverConfigKeys.PARTICLE_CLASS: 'Parad_k_stc_imodemDataParticle'
}
def state_callback(state, ingested):
pass
def pub_callback(data):
log.trace("Found data: %s", data)
def exception_callback(exception):
particle_data_handler.setParticleDataCaptureFailure()
stream_handle = open(source_file_path, 'rb')
try:
parser = Parad_k_stc_imodemParser(config, None, stream_handle,
state_callback, pub_callback,
exception_callback)
driver = DataSetDriver(parser, particle_data_handler)
driver.processFileStream()
finally:
stream_handle.close()
return particle_data_handler
开发者ID:danmergens,项目名称:mi-instrument,代码行数:30,代码来源:parad_k_stc_imodem_driver.py
示例5: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.phsen_abcdef',
DataSetDriverConfigKeys.PARTICLE_CLASS: ['PhsenRecoveredMetadataDataParticle',
'PhsenRecoveredInstrumentDataParticle']
}
def exception_callback(exception):
log.debug("ERROR: %r", exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'rb') as stream_handle:
parser = PhsenRecoveredParser(parser_config,
None,
stream_handle,
lambda state, ingested: None,
lambda data: None,
exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:tapanagupta,项目名称:mi-dataset,代码行数:27,代码来源:phsen_abcdef_recovered_driver.py
示例6: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
log = get_logger()
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.flord_l_wfp',
DataSetDriverConfigKeys.PARTICLE_CLASS: 'FlordLWfpInstrumentParserDataParticle'
}
def exception_callback(exception):
log.debug("ERROR: %r", exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'r') as stream_handle:
parser = GlobalWfpEFileParser(parser_config, None,
stream_handle,
lambda state, ingested: None,
lambda data: log.trace("Found data: %s", data),
exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:GrimJ,项目名称:mi-dataset,代码行数:26,代码来源:flord_l_wfp_recovered_driver.py
示例7: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
"""
This is the method called by Uframe
:param basePythonCodePath This is the file system location of mi-dataset
:param sourceFilePath This is the full path and filename of the file to be parsed
:param particleDataHdlrObj Java Object to consume the output of the parser
:return particleDataHdlrObj
"""
log = get_logger()
with open(sourceFilePath, 'rb') as stream_handle:
def exception_callback(exception):
log.debug("Exception: %s", exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.ctdmo_ghqr_sio',
DataSetDriverConfigKeys.PARTICLE_CLASS: ['CtdmoGhqrSioTelemeteredInstrumentDataParticle',
'CtdmoGhqrSioTelemeteredOffsetDataParticle']
}
parser = CtdmoGhqrSioTelemeteredParser(parser_config, stream_handle, exception_callback)
# create and instance of the concrete driver class defined below
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:emilyhahn,项目名称:mi-dataset,代码行数:30,代码来源:ctdmo_ghqr_sio_telemetered_driver.py
示例8: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
from mi.logging import config
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
log = get_logger()
config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.adcps_jln_stc',
DataSetDriverConfigKeys.PARTICLE_CLASS: None,
DataSetDriverConfigKeys.PARTICLE_CLASSES_DICT: {
AdcpsJlnStcParticleClassKey.METADATA_PARTICLE_CLASS:
AdcpsJlnStcMetadataRecoveredDataParticle,
AdcpsJlnStcParticleClassKey.INSTRUMENT_PARTICLE_CLASS:
AdcpsJlnStcInstrumentRecoveredDataParticle,
}
}
log.debug("My ADCPS JLN STC Config: %s", config)
def exception_callback(exception):
log.debug("ERROR: %r", exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'rb') as file_handle:
parser = AdcpsJlnStcParser(config,
None,
file_handle,
lambda state, ingested: None,
lambda data: None,
exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:GrimJ,项目名称:mi-dataset,代码行数:34,代码来源:adcps_jln_stc_recovered_driver.py
示例9: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
from mi.logging import config
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
log = get_logger()
config = {
DataSetDriverConfigKeys.PARTICLE_CLASSES_DICT: {
'velocity': 'VelocityEarth',
'engineering': 'AdcpsEngineering',
'config': 'AdcpsConfig',
'bottom_track': 'EarthBottom',
'bottom_track_config': 'BottomConfig',
}
}
log.trace("My ADCPS JLN Config: %s", config)
def exception_callback(exception):
log.error("ERROR: %r", exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'rb') as file_handle:
parser = AdcpPd0Parser(config, file_handle, exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:GrimJ,项目名称:mi-dataset,代码行数:28,代码来源:adcps_jln_driver.py
示例10: process
def process(self):
log = get_logger()
try:
file_handle = open(self._sourceFilePath, 'rb')
filesize = os.path.getsize(file_handle.name)
state = None
parser_state = None
def state_callback(state, ingested):
pass
def pub_callback(data):
log.trace("Found data: %s", data)
def sample_exception_callback(exception):
self._particleDataHdlrObj.setParticleDataCaptureFailure()
parser = CtdpfCklWfpParser(self._config, parser_state, file_handle, lambda state,
ingested: state_callback(state, ingested), pub_callback,
sample_exception_callback, filesize)
driver = DataSetDriver(parser, self._particleDataHdlrObj)
driver.processFileStream()
finally:
file_handle.close()
return self._particleDataHdlrObj
开发者ID:NickAlmonte,项目名称:mi-dataset,代码行数:30,代码来源:ctdpf_ckl_wfp_driver.py
示例11: parse
def parse(unused, source_file_path, particle_data_handler):
"""
This is the method called by Uframe
:param unused
:param source_file_path This is the full path and filename of the file to be parsed
:param particle_data_handler Java Object to consume the output of the parser
:return particle_data_handler
"""
log = get_logger()
with open(source_file_path, 'r') as stream_handle:
def exception_callback(exception):
log.debug("Exception: %s", exception)
particle_data_handler.setParticleDataCaptureFailure()
# extract the serial number from the file name
serial_num = get_serial_num_from_filepath(source_file_path)
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.ctdmo_ghqr_sio',
DataSetDriverConfigKeys.PARTICLE_CLASS: ['CtdmoGhqrRecoveredInstrumentDataParticle'],
INDUCTIVE_ID_KEY: serial_num
}
parser = CtdmoGhqrRecoveredCtParser(parser_config, stream_handle, exception_callback)
# create and instance of the concrete driver class defined below
driver = DataSetDriver(parser, particle_data_handler)
driver.processFileStream()
return particle_data_handler
开发者ID:danmergens,项目名称:mi-instrument,代码行数:32,代码来源:ctdmo_ghqr_ct_recovered_driver.py
示例12: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
log = get_logger()
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.nutnr_b_particles',
DataSetDriverConfigKeys.PARTICLE_CLASS: None
}
def exception_callback(exception):
log.debug("ERROR: " + exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'r') as stream_handle:
parser = NutnrBDclConcRecoveredParser(parser_config,
stream_handle,
lambda state, ingested : None,
lambda data : None,
exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:NickAlmonte,项目名称:mi-dataset,代码行数:27,代码来源:nutnr_b_dcl_conc_recovered_driver.py
示例13: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
from mi.logging import config
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
log = get_logger()
config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.adcps_jln',
DataSetDriverConfigKeys.PARTICLE_CLASS: 'AdcpsJlnParticle'
}
log.trace("My ADCPS JLN Config: %s", config)
def exception_callback(exception):
log.debug("ERROR: " + exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'rb') as file_handle:
parser = AdcpPd0Parser(config, None, file_handle,
lambda state, ingested: None,
lambda data: None, exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:NickAlmonte,项目名称:mi-dataset,代码行数:25,代码来源:adcps_jln_driver.py
示例14: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
config.add_configuration(os.path.join(basePythonCodePath, 'res', 'config', 'mi-logging.yml'))
log = get_logger()
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: 'mi.dataset.parser.vel3d_k_wfp',
DataSetDriverConfigKeys.PARTICLE_CLASS: ['Vel3dKWfpMetadataParticle',
'Vel3dKWfpInstrumentParticle',
'Vel3dKWfpStringParticle']
}
def exception_callback(exception):
log.debug("ERROR: %r", exception)
particleDataHdlrObj.setParticleDataCaptureFailure()
with open(sourceFilePath, 'rb') as stream_handle:
parser = Vel3dKWfpParser(parser_config,
None,
stream_handle,
lambda state,file : None,
lambda data : None,
exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:emilyhahn,项目名称:mi-dataset,代码行数:30,代码来源:vel3d_k_wfp_recovered_driver.py
示例15: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
from mi.logging import config
config.add_configuration(os.path.join(basePythonCodePath, "res", "config", "mi-logging.yml"))
from mi.core.log import get_logger
log = get_logger()
from mi.dataset.dataset_driver import DataSetDriver, ParticleDataHandler
from mi.dataset.parser.parad_k_stc_imodem import Parad_k_stc_imodemParser
from mi.dataset.dataset_parser import DataSetDriverConfigKeys
config = {
DataSetDriverConfigKeys.PARTICLE_MODULE: "mi.dataset.parser.parad_k_stc_imodem",
DataSetDriverConfigKeys.PARTICLE_CLASS: "Parad_k_stc_imodemDataParticle",
}
try:
if particleDataHdlrObj is not None:
pass
except NameError:
particleDataHdlrObj = ParticleDataHandler()
try:
if sourceFilePath is not None:
pass
except NameError:
try:
sourceFilePath = sys.argv[1]
except IndexError:
print "Need a source file path"
sys.exit(1)
def state_callback(state, ingested):
pass
def pub_callback(data):
log.trace("Found data: %s", data)
def exception_callback(exception):
particleDataHdlrObj.setParticleDataCaptureFailure()
stream_handle = open(sourceFilePath, "rb")
try:
parser = Parad_k_stc_imodemParser(config, None, stream_handle, state_callback, pub_callback, exception_callback)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
finally:
stream_handle.close()
stream_handle = open(sourceFilePath, "rb")
return particleDataHdlrObj
开发者ID:jamundson,项目名称:mi-dataset,代码行数:58,代码来源:parad_k_stc_imodem_driver.py
示例16: process
def process(source_file_path, particle_data_handler, particle_class):
with open(source_file_path, "r") as stream_handle:
parser = MetbkADclParser(
{DataSetDriverConfigKeys.PARTICLE_MODULE: MODULE_NAME,
DataSetDriverConfigKeys.PARTICLE_CLASS: particle_class},
stream_handle,
lambda ex: particle_data_handler.setParticleDataCaptureFailure()
)
driver = DataSetDriver(parser, particle_data_handler)
driver.processFileStream()
开发者ID:danmergens,项目名称:mi-instrument,代码行数:11,代码来源:metbk_dcl_a_driver.py
示例17: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
with open(sourceFilePath,"r") as fil :
parser = Flort_kn_stc_imodemParser(
{DataSetDriverConfigKeys.PARTICLE_MODULE:"mi.dataset.parser.flort_kn__stc_imodem",DataSetDriverConfigKeys.PARTICLE_CLASS:"Flort_kn_stc_imodemParserDataParticleRecovered"},
None,
fil,
lambda state,file : None,
lambda state : None)
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:NickAlmonte,项目名称:mi-dataset,代码行数:11,代码来源:flort_kn__stc_imodem_recovered_driver.py
示例18: parse
def parse(unused, source_file_path, particle_data_handler):
with open(source_file_path,"r") as fil :
parser = Flort_kn_stc_imodemParser({
DataSetDriverConfigKeys.PARTICLE_MODULE:"mi.dataset.parser.flort_kn__stc_imodem",
DataSetDriverConfigKeys.PARTICLE_CLASS:"Flort_kn_stc_imodemParserDataParticleTelemetered"},
None,
fil,
lambda state, f: None,
lambda state :None)
driver = DataSetDriver(parser, particle_data_handler)
driver.processFileStream()
return particle_data_handler
开发者ID:danmergens,项目名称:mi-instrument,代码行数:12,代码来源:flort_kn__stc_imodem_telemetered_driver.py
示例19: parse
def parse(basePythonCodePath, sourceFilePath, particleDataHdlrObj):
with open(sourceFilePath,"r") as fil :
parser = FlortDjDclRecoveredParser(
{DataSetDriverConfigKeys.PARTICLE_MODULE:"mi.dataset.parser.flort_dj_dcl",DataSetDriverConfigKeys.PARTICLE_CLASS:None},
fil,
None,
state_callback,
pub_callback,
exception_callback);
driver = DataSetDriver(parser, particleDataHdlrObj)
driver.processFileStream()
return particleDataHdlrObj
开发者ID:StevenMyerson,项目名称:mi-dataset,代码行数:12,代码来源:flort_dj_dcl_recovered_driver.py
示例20: process
def process(source_file_path, particle_data_hdlr_obj, particle_classes):
with open(source_file_path, "r") as stream_handle:
parser = Pco2aADclParser(
{DataSetDriverConfigKeys.PARTICLE_MODULE: MODULE_NAME,
DataSetDriverConfigKeys.PARTICLE_CLASS: None,
DataSetDriverConfigKeys.PARTICLE_CLASSES_DICT: particle_classes},
stream_handle,
lambda ex: particle_data_hdlr_obj.setParticleDataCaptureFailure()
)
driver = DataSetDriver(parser, particle_data_hdlr_obj)
driver.processFileStream()
开发者ID:JeffRoy,项目名称:mi-dataset,代码行数:12,代码来源:pco2a_a_dcl_driver.py
注:本文中的mi.dataset.dataset_driver.DataSetDriver类示例由纯净天空整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论