1 Commits

Author SHA1 Message Date
Jake 85deee7843 fix: 🚑️ Updated documentation and small tweaks to tidy up 2025-12-09 18:23:17 +00:00
4 changed files with 12 additions and 17 deletions
-5
View File
@@ -9,7 +9,6 @@ The project consists of a main pipeline workflow that processes multiple modules
- `main.py`: Main pipeline orchestrator that calls on the modules as needed
- `batch_nimrod.py`: Module for batch processing multiple NIMROD files with configurable bounding boxes
- `generate_timeseries.py`: Module for extracting cropped rain data and creating rainfall timeseries
- `combine_timeseries.py`: Module for combining grouped timeseries CSVs into consolidated datasets
## Features
@@ -31,10 +30,6 @@ The project consists of a main pipeline workflow that processes multiple modules
- Extract cropped rain data based on specified locations
- Create rainfall timeseries CSVs for each location
- Parse datetime from filename and create proper datetime index
### combine_timeseries.py
- Combine multiple timeseries CSV files into grouped datasets
- Group locations by specified output groups
- Create consolidated CSV files for each group
+10 -10
View File
@@ -12,6 +12,16 @@ logging.basicConfig(
level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
)
def process_pipeline(dat_file):
# 1. Process DAT to ASC
asc_file = batch._process_single_file(dat_file)
if not asc_file:
return None
# 2. Extract data from ASC
file_results = timeseries.process_asc_file(asc_file, locations)
return file_results
if __name__ == "__main__":
os.makedirs(Path(Config.ASC_TOP_FOLDER), exist_ok=True)
os.makedirs(Path(Config.COMBINED_FOLDER), exist_ok=True)
@@ -45,16 +55,6 @@ if __name__ == "__main__":
# Initialize results structure
results = {loc[0]: {"dates": [], "values": []} for loc in locations}
def process_pipeline(dat_file):
# 1. Process DAT to ASC
asc_file = batch._process_single_file(dat_file)
if not asc_file:
return None
# 2. Extract data from ASC
file_results = timeseries.process_asc_file(asc_file, locations)
return file_results
# Get list of DAT files
dat_files = [
f for f in os.listdir(Path(Config.DAT_TOP_FOLDER)) if not f.startswith(".")
+1 -1
View File
@@ -1,6 +1,6 @@
[project]
name = "met-office"
version = "1.1.0"
version = "1.1.1"
description = "Convert .dat nimrod files to .asc files"
readme = "README.md"
requires-python = ">=3.14"
Generated
+1 -1
View File
@@ -4,7 +4,7 @@ requires-python = ">=3.14"
[[package]]
name = "met-office"
version = "1.1.0"
version = "1.1.1"
source = { virtual = "." }
dependencies = [
{ name = "numpy" },