Source code for disdrodb.issue.writer
# -----------------------------------------------------------------------------.
# Copyright (c) 2021-2026 DISDRODB developers
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
# -----------------------------------------------------------------------------.
"""Issue YAML File Writer."""
import logging
import os
import yaml
from disdrodb.api.path import define_issue_filepath
logger = logging.getLogger(__name__)
def _write_issue_docs(f):
"""Provide template for issue.yml."""
f.write(
"""# This file is used to store timesteps/time periods with wrong/corrupted observation.
# The specified timesteps are dropped during the L0 processing.
# The time format used is the isoformat : YYYY-mm-dd HH:MM:SS.
# The 'timesteps' key enable to specify the list of timesteps to be discarded.
# The 'time_period' key enable to specify the time periods to be dropped.
# Example:
#
# timesteps:
# - 2018-12-07 14:15:00
# - 2018-12-07 14:17:00
# - 2018-12-07 14:19:00
# - 2018-12-07 14:25:00
# time_period:
# - ['2018-08-01 12:00:00', '2018-08-01 14:00:00']
# - ['2018-08-01 15:44:30', '2018-08-01 15:59:31']
# - ['2018-08-02 12:44:30', '2018-08-02 12:59:31'] \n
""",
)
[docs]
def write_issue(filepath: str, timesteps: list | None = None, time_periods: list | None = None) -> None:
"""Write the issue YAML file.
Parameters
----------
filepath : str
Filepath of the issue YAML to write.
timesteps : list, optional
List of timesteps (to be dropped in L0 processing).
The default value is ``None``..
time_periods : list, optional
A list of time periods (to be dropped in L0 processing).
The default value is ``None``..
"""
# Preprocess timesteps and time_periods (to plain list of strings)
if timesteps is not None:
timesteps = timesteps.astype(str).tolist()
if time_periods is not None:
time_periods = [time_period.astype(str).tolist() for time_period in time_periods]
# Write the issue YAML file
logger.info(f"Creating issue YAML file at {filepath}")
with open(filepath, "w") as f:
# Write the docs for the issue.yml
_write_issue_docs(f)
# Write timesteps if provided
if timesteps is not None:
timesteps_dict = {"timesteps": timesteps}
yaml.dump(timesteps_dict, f, default_flow_style=False)
# Write time_periods if provided
if time_periods is not None:
time_periods_dict = {"time_periods": time_periods}
yaml.dump(time_periods_dict, f, default_flow_style=None)
[docs]
def create_station_issue(data_source, campaign_name, station_name, metadata_archive_dir=None):
"""Write an empty YAML issue YAML file for a DISDRODB station.
An error is raised if the file already exists !
Parameters
----------
data_source : str
The name of the institution (for campaigns spanning multiple countries) or
the name of the country (for campaigns or sensor networks within a single country).
Must be provided in UPPER CASE.
campaign_name : str
The name of the campaign. Must be provided in UPPER CASE.
station_name : str
The name of the station.
data_archive_dir : str, optional
The base directory of DISDRODB, expected in the format ``<...>/DISDRODB``.
If not specified, the ``data_archive_dir`` path specified in the DISDRODB active configuration will be used.
"""
# Define issue filepath
issue_filepath = define_issue_filepath(
data_source=data_source,
campaign_name=campaign_name,
station_name=station_name,
metadata_archive_dir=metadata_archive_dir,
check_exists=False,
)
if os.path.exists(issue_filepath):
raise ValueError("A issue YAML file already exists at {issue_filepath}.")
# Create issue dir if not existing
issue_dir = os.path.dirname(issue_filepath)
os.makedirs(issue_dir, exist_ok=True)
# Write issue file
write_issue(filepath=issue_filepath)
print(f"An empty issue YAML file for station {station_name} has been created .")