punchpipe.flows.levelq#

Functions#

levelq_CNN_query_ready_files(session, pipeline_config)

levelq_CNN_construct_flow_info(level1_files, ...[, ...])

levelq_CNN_construct_file_info(...)

levelq_CNN_scheduler_flow([pipeline_config_path, ...])

levelq_CNN_call_data_processor(→ dict)

levelq_CNN_process_flow(flow_id[, ...])

levelq_CTM_query_ready_files(session, pipeline_config)

levelq_CTM_construct_flow_info(level1_files, ...[, ...])

levelq_CTM_construct_file_info(...)

levelq_CTM_scheduler_flow([pipeline_config_path, ...])

levelq_CTM_call_data_processor(→ dict)

levelq_CTM_process_flow(flow_id[, ...])

levelq_upload_query_ready_files(session, pipeline_config)

levelq_upload_construct_flow_info(levelq_files, ...[, ...])

levelq_upload_construct_file_info(...)

levelq_upload_scheduler_flow([pipeline_config_path, ...])

levelq_upload_core_flow(data_list, bucket_name[, ...])

write_manifest(file_names)

levelq_upload_process_flow(flow_id[, ...])

levelq_CFM_query_ready_files(session, pipeline_config, ...)

construct_levelq_CFM_flow_info(levelq_CTM_files, ...)

construct_levelq_CFM_file_info(...)

levelq_CFM_scheduler_flow([pipeline_config_path, ...])

levelq_CFM_call_data_processor(→ dict)

levelq_CFM_process_flow(flow_id[, ...])

levelq_CFN_query_ready_files(session, pipeline_config, ...)

construct_levelq_CFN_flow_info(levelq_CNN_files, ...)

construct_levelq_CFN_background_file_info(...)

levelq_CFN_scheduler_flow([pipeline_config_path, ...])

levelq_CFN_call_data_processor(→ dict)

levelq_CFN_process_flow(flow_id[, ...])

Module Contents#

punchpipe.flows.levelq.levelq_CNN_query_ready_files(session, pipeline_config: dict, reference_time=None, max_n=9e+99)[source]#
punchpipe.flows.levelq.levelq_CNN_construct_flow_info(level1_files: list[punchpipe.control.db.File], levelq_file: punchpipe.control.db.File, pipeline_config: dict, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_CNN_construct_file_info(level1_files: List[punchpipe.control.db.File], pipeline_config: dict, reference_time=None) List[punchpipe.control.db.File][source]#
punchpipe.flows.levelq.levelq_CNN_scheduler_flow(pipeline_config_path=None, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_CNN_call_data_processor(call_data: dict, pipeline_config, session) dict[source]#
punchpipe.flows.levelq.levelq_CNN_process_flow(flow_id: int | list[int], pipeline_config_path=None, session=None)[source]#
punchpipe.flows.levelq.levelq_CTM_query_ready_files(session, pipeline_config: dict, reference_time=None, max_n=9e+99)[source]#
punchpipe.flows.levelq.levelq_CTM_construct_flow_info(level1_files: list[punchpipe.control.db.File], levelq_file: punchpipe.control.db.File, pipeline_config: dict, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_CTM_construct_file_info(level1_files: List[punchpipe.control.db.File], pipeline_config: dict, reference_time=None) List[punchpipe.control.db.File][source]#
punchpipe.flows.levelq.levelq_CTM_scheduler_flow(pipeline_config_path=None, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_CTM_call_data_processor(call_data: dict, pipeline_config, session=None) dict[source]#
punchpipe.flows.levelq.levelq_CTM_process_flow(flow_id: int | list[int], pipeline_config_path=None, session=None)[source]#
punchpipe.flows.levelq.levelq_upload_query_ready_files(session, pipeline_config: dict, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_upload_construct_flow_info(levelq_files: list[punchpipe.control.db.File], intentionally_empty: punchpipe.control.db.File, pipeline_config: dict, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_upload_construct_file_info(level1_files: List[punchpipe.control.db.File], pipeline_config: dict, reference_time=None) List[punchpipe.control.db.File][source]#
punchpipe.flows.levelq.levelq_upload_scheduler_flow(pipeline_config_path=None, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_upload_core_flow(data_list, bucket_name, aws_profile='noaa-prod')[source]#
punchpipe.flows.levelq.write_manifest(file_names)[source]#
punchpipe.flows.levelq.levelq_upload_process_flow(flow_id, pipeline_config_path=None, session=None)[source]#
punchpipe.flows.levelq.levelq_CFM_query_ready_files(session, pipeline_config: dict, reference_time: datetime.datetime)[source]#
punchpipe.flows.levelq.construct_levelq_CFM_flow_info(levelq_CTM_files: list[punchpipe.control.db.File], levelq_CFM_model_file: punchpipe.control.db.File, pipeline_config: dict, reference_time: datetime.datetime, session=None)[source]#
punchpipe.flows.levelq.construct_levelq_CFM_file_info(levelq_files: List[punchpipe.control.db.File], pipeline_config: dict, reference_time: datetime.datetime) List[punchpipe.control.db.File][source]#
punchpipe.flows.levelq.levelq_CFM_scheduler_flow(pipeline_config_path=None, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_CFM_call_data_processor(call_data: dict, pipeline_config, session=None) dict[source]#
punchpipe.flows.levelq.levelq_CFM_process_flow(flow_id: int | list[int], pipeline_config_path=None, session=None)[source]#
punchpipe.flows.levelq.levelq_CFN_query_ready_files(session, pipeline_config: dict, reference_time: datetime.datetime, use_n: int = 50)[source]#
punchpipe.flows.levelq.construct_levelq_CFN_flow_info(levelq_CNN_files: list[punchpipe.control.db.File], levelq_CFN_model_file: punchpipe.control.db.File, pipeline_config: dict, reference_time: datetime.datetime, session=None)[source]#
punchpipe.flows.levelq.construct_levelq_CFN_background_file_info(levelq_files: List[punchpipe.control.db.File], pipeline_config: dict, reference_time: datetime.datetime) List[punchpipe.control.db.File][source]#
punchpipe.flows.levelq.levelq_CFN_scheduler_flow(pipeline_config_path=None, session=None, reference_time=None)[source]#
punchpipe.flows.levelq.levelq_CFN_call_data_processor(call_data: dict, pipeline_config, session=None) dict[source]#
punchpipe.flows.levelq.levelq_CFN_process_flow(flow_id: int | list[int], pipeline_config_path=None, session=None)[source]#